-- Logs begin at Tue 2021-08-31 12:56:13 UTC, end at Tue 2021-08-31 13:57:59 UTC. -- Aug 31 13:30:29.612712 dv-cinder-806605-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 13:30:32.528586 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.common.config [-] Logging enabled! Aug 31 13:30:32.529591 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 13:30:32.529696 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 13:30:32.533024 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.common.config [-] Logging enabled! Aug 31 13:30:32.533279 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 13:30:32.533601 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 13:30:32.534579 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:30:32.534815 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:30:32.535204 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:30:32.535451 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:30:32.535682 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:30:32.536002 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.536309 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.536640 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.536867 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.537166 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.537460 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.537860 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.538844 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.539215 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.539512 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.539797 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.540088 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.543977 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.544325 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.544668 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.544966 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.546077 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] debug = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.546410 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.546888 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.547327 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.547611 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.547909 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.548193 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.548494 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.548775 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.549064 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.549419 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] host = dv-cinder-806605-3-iscsi {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.549699 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.549989 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.550278 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.550567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.550843 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.551127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.551413 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.551699 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.551970 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] log_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.552243 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.552558 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.552850 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.553145 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.554344 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.554593 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.554894 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.555190 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.555483 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.555761 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.556038 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.556316 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.556621 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.556897 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.557188 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.557489 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.557776 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.558041 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.558322 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.558600 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.558869 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.559152 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.559426 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.559699 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.559972 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.560259 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.560558 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.560830 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.561139 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.561425 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.561710 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.561996 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.562269 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.562552 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.562826 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.563099 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.563371 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] use_json = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.563645 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.563918 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.564196 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.564498 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.564771 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.565038 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.567116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.567116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:32.567116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.567116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.567116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.567116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.567116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.567857 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.567857 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.567857 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.568272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.570077 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.570077 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.570077 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.570077 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.570399 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.570478 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.570803 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.571095 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.571381 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.571658 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.571943 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.572216 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.572531 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.573194 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.573194 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.573390 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.573679 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.573996 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.574254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.574557 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.574919 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.575094 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.575389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.575680 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.575981 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.576259 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.576568 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.576871 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.577142 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.577427 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.577691 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.577970 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.578244 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.578519 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.578801 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.579096 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.579376 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.579659 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.579931 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.580210 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.580500 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.580790 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.581070 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.581346 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.581616 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.581895 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.582169 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.582444 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.582723 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.582993 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.583272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.583554 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.583833 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.584100 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.584416 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.584733 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.585689 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.585974 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.586258 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.586541 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.586815 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.587092 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.587377 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.587645 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.588043 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.588243 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.588556 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.588841 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.589131 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.589416 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.589698 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.590152 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.590260 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.590524 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.590799 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.591098 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.591384 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.591676 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.591963 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.592250 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.592586 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.592863 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.593148 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.593430 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.593710 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.593995 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.594276 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.594569 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.594913 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.595158 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.595452 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.595745 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.596026 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.596339 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.596642 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:32.596860 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:30:32.597109 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95262) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 13:30:32.973461 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 13:30:32.973729 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 13:30:32.974029 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 13:30:32.974369 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 13:30:33.414085 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.414342 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.414620 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.415969 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.416250 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.416526 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.452695 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.452951 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.453232 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.471686 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.471927 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.472226 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.503234 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.503504 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.503785 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.543004 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.543656 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.543656 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.802227 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.802427 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.802688 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.802962 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.803759 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.927568 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.927880 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.928165 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.928547 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.928807 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.929192 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.929462 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.929916 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.930182 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.930466 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.930742 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.931011 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.931272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.931528 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.931779 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.932052 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.932316 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.932617 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.932895 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.933172 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.933440 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.933694 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.933980 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.934386 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.934638 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.934894 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.935347 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:30:33.935589 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:30:33.935827 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:30:33.936064 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:30:33.936288 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:30:33.936556 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:30:33.936948 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 13:30:33.940457 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 13:30:33.944598 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 13:30:33.948633 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1450, 1499)])]) Aug 31 13:30:33.950329 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 13:30:33.950802 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 13:30:33.951320 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 13:30:33.951718 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 13:30:33.954627 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 13:30:33.954882 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 13:30:33.955252 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 13:30:33.960762 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 13:30:33.982886 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 13:30:33.983362 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.983668 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95262) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 13:30:33.984023 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.985557 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95262) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 13:30:33.985852 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 13:30:33.986106 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 13:30:33.989424 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:33.989706 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.054457 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 13:30:34.054723 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 13:30:34.054835 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 13:30:34.055185 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 13:30:34.078967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_db.sqlalchemy.engines [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95262) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 13:30:34.632859 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Initializing driver for type 'gre' Aug 31 13:30:34.633732 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] gre ID ranges: [(1, 1000)] Aug 31 13:30:34.694025 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Initializing driver for type 'local' Aug 31 13:30:34.694568 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Initializing driver for type 'vlan' Aug 31 13:30:34.709854 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] VlanTypeDriver initialization complete Aug 31 13:30:34.710270 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Initializing driver for type 'vxlan' Aug 31 13:30:34.710941 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] vxlan ID ranges: [(1, 1000)] Aug 31 13:30:34.771689 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Initializing extension driver 'port_security' Aug 31 13:30:34.772006 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.extensions.port_security [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] PortSecurityExtensionDriver initialization complete Aug 31 13:30:34.772513 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Initializing mechanism driver 'openvswitch' Aug 31 13:30:34.772814 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Initializing mechanism driver 'hyperv' Aug 31 13:30:34.781997 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.plugins.ml2.plugin [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:30:34.782683 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > port after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.783049 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > port after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.783394 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > port after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.783935 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:30:34.784363 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > subnet after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.784728 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > subnet after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.785075 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > subnet after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.785446 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:30:34.785869 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > network after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.786193 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > network after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.786528 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > network after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.786912 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:30:34.787310 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > security_group after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.787669 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > security_group after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.788106 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > security_group after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.788635 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:30:34.789046 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.789377 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.789719 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.790111 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:30:34.790510 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > address_group after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.790846 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > address_group after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.791191 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > address_group after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.791565 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:30:34.791952 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] ML2 OVO RPC backend initialized. {{(pid=95262) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 13:30:34.792694 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router_interface after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.793044 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.793454 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > network before_response 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.793795 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > networks before_response 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.794135 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > port before_response 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.794471 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > ports before_response 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.794806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > subnet before_response 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.795141 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > subnets before_response 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.795483 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > network after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.795815 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > network after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.796145 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > network after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.796509 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > port after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.796838 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > port after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.797165 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > port after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.797495 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > subnet after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.797823 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > subnet after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.798142 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > subnet after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.798894 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.plugin [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Modular L2 Plugin initialization complete Aug 31 13:30:34.799216 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading services supported by the core plugin {{(pid=95262) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 13:30:34.799538 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.plugins.ml2.managers [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Got port-security extension from driver 'port_security' Aug 31 13:30:34.799999 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.extensions.vlantransparent [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Disabled vlantransparent extension. Aug 31 13:30:34.800513 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95262) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 13:30:34.800852 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading Plugin: router Aug 31 13:30:34.839240 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router_interface before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.839642 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router after_create 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.840006 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router before_create 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.840340 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.840733 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.841109 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router after_delete 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.841432 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > floatingip after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.841786 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > floatingip after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.842138 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router after_create 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.842465 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router after_update 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.842808 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router after_update 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.843158 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.843504 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router after_update 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.843909 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_update 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.844271 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: port after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.844631 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: port after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.844964 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: subnet after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.845298 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.845659 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > port precommit_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.846606 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_create 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.846606 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: port before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.846789 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.847000 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router after_update 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.847341 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_delete 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.847677 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_create 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.848034 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router_interface after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.848390 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_update 55549900 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.848764 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > agent after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.849122 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > agent after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.849450 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > network after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.850572 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Tracking information for resource: router configured {{(pid=95262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:30:34.850914 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Tracking information for resource: floatingip configured {{(pid=95262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:30:34.856544 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.db.l3_agentschedulers_db [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 13:30:34.857126 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: port after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.857505 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: port after_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.857841 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: port after_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.858193 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: port after_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.859210 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router before_create 55550100 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.859724 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_delete 55550100 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.860092 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_create 55550100 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.860987 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > router precommit_update 55550100 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.865561 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.services.provider_configuration [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service providers = [] {{(pid=95262) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 13:30:34.865946 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.db.servicetype_db [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95262) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 13:30:34.869467 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.services.service_base [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:30:34.869814 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.services.service_base [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:30:34.870149 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.services.service_base [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:30:34.871143 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.services.service_base [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:30:34.871530 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.services.service_base [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 13:30:34.871949 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:30:34.872357 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 13:30:34.884977 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:30:34.885180 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading Plugin: auto_allocate Aug 31 13:30:34.891420 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: network precommit_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.891806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: network precommit_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.893747 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:30:34.893747 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading Plugin: tag Aug 31 13:30:34.900094 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:30:34.900461 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading Plugin: timestamp Aug 31 13:30:34.905295 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:30:34.905605 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading Plugin: network_ip_availability Aug 31 13:30:34.911854 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.912265 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.912767 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:34.913960 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:30:34.914339 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading Plugin: flavors Aug 31 13:30:34.920212 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:30:34.920663 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading Plugin: revisions Aug 31 13:30:34.925130 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:30:34.925524 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_concurrency.lockutils [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.951s {{(pid=95262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 13:30:34.926282 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95262) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 13:30:34.926610 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Initializing extension manager. Aug 31 13:30:34.927115 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: __init__.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.927445 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: __pycache__ {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.927791 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.928099 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: address_group.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.928923 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.929510 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: address-group Aug 31 13:30:34.929824 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: address_scope.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.930535 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.931040 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: address-scope Aug 31 13:30:34.931354 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: admin_state_down_before_update.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.932304 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.932833 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: router-admin-state-down-before-update Aug 31 13:30:34.933152 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: agent.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.934070 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.934582 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: agent Aug 31 13:30:34.934902 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: agent_resources_synced.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.935802 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.936295 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: agent-resources-synced Aug 31 13:30:34.936636 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: allowedaddresspairs.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.938449 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.938955 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: allowed-address-pairs Aug 31 13:30:34.939277 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: auto_allocated_topology.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.940448 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.940957 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: auto-allocated-topology Aug 31 13:30:34.941272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: availability_zone.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.947232 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.947232 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: availability_zone Aug 31 13:30:34.947232 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: availability_zone_filter.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.947232 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.947232 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: availability_zone_filter Aug 31 13:30:34.947232 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: data_plane_status.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.948359 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.948359 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 13:30:34.948359 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: default_subnetpools.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.948359 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.948359 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: default-subnetpools Aug 31 13:30:34.948835 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: dhcpagentscheduler.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.950045 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.950873 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: dhcp_agent_scheduler Aug 31 13:30:34.951230 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: dns.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.952224 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.952767 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension dns-integration not supported by any of loaded plugins Aug 31 13:30:34.953078 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: dns_domain_ports.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.954002 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.954506 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 13:30:34.954823 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.955779 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.956274 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 13:30:34.956617 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: dvr.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.957286 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.957823 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: dvr Aug 31 13:30:34.958137 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: ecmp_routes.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.960287 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.960287 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 13:30:34.960287 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: empty_string_filtering.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.960997 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.961503 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: empty-string-filtering Aug 31 13:30:34.961815 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.962822 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.963332 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 13:30:34.963641 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.964638 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.965141 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 13:30:34.965457 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: external_net.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.966361 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.966859 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: external-net Aug 31 13:30:34.967198 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: extra_dhcp_opt.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.968111 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.968648 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: extra_dhcp_opt Aug 31 13:30:34.968961 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: extraroute.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.970062 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.970594 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: extraroute Aug 31 13:30:34.970988 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: extraroute_atomic.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.972164 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.972799 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: extraroute-atomic Aug 31 13:30:34.973221 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: filter_validation.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.974043 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.974622 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: filter-validation Aug 31 13:30:34.974971 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: fip_pf_description.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.976504 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.977027 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 13:30:34.977354 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: fip_port_details.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.978454 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.979069 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: fip-port-details Aug 31 13:30:34.979458 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: flavors.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.981278 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.981668 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: flavors Aug 31 13:30:34.981942 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.983971 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.984606 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 13:30:34.984970 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: floatingip_pools.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.985749 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.986399 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: floatingip-pools Aug 31 13:30:34.986754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: ip_allocation.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.987852 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.988427 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 13:30:34.988873 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.989864 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.990514 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: ip-substring-filtering Aug 31 13:30:34.990933 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: l2_adjacency.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.991952 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.992562 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 13:30:34.992897 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: l3.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.994306 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.994791 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: router Aug 31 13:30:34.995123 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: l3_conntrack_helper.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.997506 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.998028 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 13:30:34.998363 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:34.999325 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:34.999993 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: ext-gw-mode Aug 31 13:30:35.000328 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.001401 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.001903 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: l3-ha Aug 31 13:30:35.002217 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: l3_flavors.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.003128 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.003624 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: l3-flavors Aug 31 13:30:35.003940 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.004866 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.005334 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 13:30:35.005676 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: l3agentscheduler.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.006841 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.007342 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: l3_agent_scheduler Aug 31 13:30:35.007635 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: logging.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.009278 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.009800 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension logging not supported by any of loaded plugins Aug 31 13:30:35.010124 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: metering.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.010890 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.011468 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: metering Aug 31 13:30:35.011789 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.012925 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.013431 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: metering_source_and_destination_fields Aug 31 13:30:35.013768 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: multiprovidernet.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.014695 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.015199 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: multi-provider Aug 31 13:30:35.015513 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: netmtu.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.016414 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.016927 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: net-mtu Aug 31 13:30:35.017242 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: netmtu_writable.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.018148 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.018657 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: net-mtu-writable Aug 31 13:30:35.018967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: network_availability_zone.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.019638 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.020111 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: network_availability_zone Aug 31 13:30:35.020463 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: network_ip_availability.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.021575 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.022080 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: network-ip-availability Aug 31 13:30:35.022441 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: network_segment_range.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.023300 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.023903 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 13:30:35.024222 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: pagination.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.025237 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.025540 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: pagination Aug 31 13:30:35.025850 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: port_device_profile.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.026769 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.027279 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: port-device-profile Aug 31 13:30:35.027594 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.028541 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.029044 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: port-mac-address-regenerate Aug 31 13:30:35.029678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.030583 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.031079 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: port-numa-affinity-policy Aug 31 13:30:35.031394 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: port_resource_request.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.032329 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.032848 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 13:30:35.033179 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: portbindings.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.034119 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.034632 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: binding Aug 31 13:30:35.034951 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: portbindings_extended.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.036420 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.036918 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: binding-extended Aug 31 13:30:35.037238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: portsecurity.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.038380 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.038942 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: port-security Aug 31 13:30:35.039262 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: project_id.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.040240 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.040585 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: project-id Aug 31 13:30:35.040906 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: providernet.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.041829 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.042326 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: provider Aug 31 13:30:35.042642 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.046265 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.046780 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos not supported by any of loaded plugins Aug 31 13:30:35.047108 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.048348 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.048883 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 13:30:35.049208 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.050116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.050620 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 13:30:35.050941 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_default.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.051843 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.052347 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-default not supported by any of loaded plugins Aug 31 13:30:35.052690 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_fip.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.053347 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.053932 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-fip not supported by any of loaded plugins Aug 31 13:30:35.054248 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_gateway_ip.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.055245 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.055746 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 13:30:35.056065 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_port_network_policy.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.056999 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.057503 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 13:30:35.057852 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_pps_rule.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.059001 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.059530 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-pps not supported by any of loaded plugins Aug 31 13:30:35.059836 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_rule_type_details.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.060766 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.061274 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 13:30:35.061591 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: qos_rules_alias.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.062632 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.063135 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 13:30:35.063452 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: quotasv2.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.064468 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.064793 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: quotas Aug 31 13:30:35.065111 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: quotasv2_detail.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.068242 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.068612 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: quota_details Aug 31 13:30:35.068937 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: rbac.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.070679 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.071210 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: rbac-policies Aug 31 13:30:35.071537 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: rbac_address_group.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.072518 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.073028 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: rbac-address-group Aug 31 13:30:35.073347 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: rbac_address_scope.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.074262 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.074761 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: rbac-address-scope Aug 31 13:30:35.075077 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: rbac_security_groups.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.075994 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.076524 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: rbac-security-groups Aug 31 13:30:35.076840 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: rbac_subnetpool.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.077741 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.078253 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: rbac-subnetpool Aug 31 13:30:35.078567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: revisionifmatch.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.079481 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.079991 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: revision-if-match Aug 31 13:30:35.080310 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: revisions.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.081449 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.081956 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: standard-attr-revisions Aug 31 13:30:35.082275 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: router_availability_zone.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.082952 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.083448 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: router_availability_zone Aug 31 13:30:35.083762 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: routerservicetype.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.084724 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.085223 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension router-service-type not supported by any of loaded plugins Aug 31 13:30:35.085617 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.086443 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.086942 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: security-groups-normalized-cidr Aug 31 13:30:35.087257 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: security_groups_port_filtering.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.088422 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.088774 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: port-security-groups-filtering Aug 31 13:30:35.089088 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.089998 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.090504 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: security-groups-remote-address-group Aug 31 13:30:35.090824 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: securitygroup.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.101325 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.101770 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: security-group Aug 31 13:30:35.102177 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: segment.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.103079 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.103672 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension segment not supported by any of loaded plugins Aug 31 13:30:35.104077 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.105180 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.105780 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 13:30:35.106176 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: servicetype.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.107515 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.108122 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: service-type Aug 31 13:30:35.108578 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: sorting.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.109650 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.110053 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: sorting Aug 31 13:30:35.110452 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: standard_attr_segment.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.111451 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.112050 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 13:30:35.112577 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: standardattrdescription.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.113336 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.113926 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: standard-attr-description Aug 31 13:30:35.114324 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: stateful_security_group.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.115364 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.116358 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: stateful-security-group Aug 31 13:30:35.116775 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: stdattrs_common.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.117300 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 13:30:35.117709 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.118744 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.119342 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 13:30:35.119735 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: subnet_onboard.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.120943 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.121571 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: subnet_onboard Aug 31 13:30:35.121968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.122967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.123556 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 13:30:35.123957 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: subnet_service_types.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.125020 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.125681 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: subnet-service-types Aug 31 13:30:35.126075 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: subnetallocation.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.127284 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.127787 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: subnet_allocation Aug 31 13:30:35.128116 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.128835 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.129630 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: subnetpool-prefix-ops Aug 31 13:30:35.129977 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.130923 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.131543 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 13:30:35.131543 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: tagging.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.133128 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.133644 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: standard-attr-tag Aug 31 13:30:35.133977 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: timestamp.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.135270 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.135701 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loaded extension: standard-attr-timestamp Aug 31 13:30:35.136016 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: trunk.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.137080 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.137586 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension trunk not supported by any of loaded plugins Aug 31 13:30:35.137901 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: trunk_details.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.138805 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.139318 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension trunk-details not supported by any of loaded plugins Aug 31 13:30:35.139637 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: uplink_status_propagation.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.140570 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.141081 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 13:30:35.141398 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Loading extension file: vlantransparent.py {{(pid=95262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:30:35.142064 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:30:35.142565 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 13:30:35.145200 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:network Aug 31 13:30:35.145751 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:subnet Aug 31 13:30:35.146144 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:30:35.146530 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:port Aug 31 13:30:35.147893 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.148344 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service FLAVORS assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.148996 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.149407 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.149729 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:router Aug 31 13:30:35.150158 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:floatingip Aug 31 13:30:35.150662 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service METERING assigned prefix: /metering {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.152203 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:35.152595 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:35.152945 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:30:35.153971 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 13:30:35.154726 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:security_group Aug 31 13:30:35.155151 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 13:30:35.157000 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service CORE assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.157332 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:30:35.157677 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] subnetpool is already registered Aug 31 13:30:35.158115 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service CORE assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.158438 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:30:35.158763 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] subnetpool is already registered Aug 31 13:30:35.161117 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.161535 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service FLAVORS assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.162135 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.162547 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.162968 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:router Aug 31 13:30:35.163351 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] router is already registered Aug 31 13:30:35.163751 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:floatingip Aug 31 13:30:35.164087 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] floatingip is already registered Aug 31 13:30:35.164571 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service METERING assigned prefix: /metering {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.165282 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 13:30:35.165602 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] rbac_policy is already registered Aug 31 13:30:35.166024 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:security_group Aug 31 13:30:35.166351 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] security_group is already registered Aug 31 13:30:35.166773 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 13:30:35.167655 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] security_group_rule is already registered Aug 31 13:30:35.168040 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service CORE assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.168231 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:30:35.172266 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] subnetpool is already registered Aug 31 13:30:35.172266 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.v2.resource_helper [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Service CORE assigned prefix: {{(pid=95262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:30:35.172266 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:30:35.172266 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING neutron.quota.resource_registry [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] subnetpool is already registered Aug 31 13:30:35.172266 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: extensions {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.172266 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: address-groups {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.173897 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: address-scopes {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.175289 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: agents {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.176495 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: auto-allocated-topology {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.177844 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: availability_zones {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.179166 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: dhcp-networks {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.180712 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: dhcp-agents {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.182125 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: routers {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.184321 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: flavors {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.185617 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: service_profiles {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.186705 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: next_providers {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.188141 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: service_profiles {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.189680 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: floatingip-pools {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.190877 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: routers {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.193000 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: floatingips {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.194341 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: l3-routers {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.195919 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: l3-agents {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.197329 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: metering-labels {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.198723 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: metering-label-rules {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.200005 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: network-ip-availabilities {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.201272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: bindings {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.202913 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: quotas {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.204357 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: quotas {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.205798 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: rbac-policies {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.206974 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: security-groups {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.208259 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: security-group-rules {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.209514 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: service-providers {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.211084 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: subnetpools {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.212490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: subnetpools {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.214023 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.215672 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.217566 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.219267 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.222222 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.224093 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.225998 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.228019 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.229827 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.231573 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron.api.extensions [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Extended resource: tags {{(pid=95262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:30:35.237704 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING keystonemiddleware.auth_token [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 13:30:35.242758 dv-cinder-806605-3-iscsi neutron-server[95262]: WARNING keystonemiddleware.auth_token [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 13:30:35.251594 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_concurrency.lockutils [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Acquired lock "singleton_lock" {{(pid=95262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 13:30:35.252073 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_concurrency.lockutils [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Releasing lock "singleton_lock" {{(pid=95262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 13:30:35.252770 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO oslo_service.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Starting 2 workers Aug 31 13:30:35.257580 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Started child 95586 {{(pid=95262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:30:35.262230 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Started child 95587 {{(pid=95262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:30:35.262820 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:35.263776 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO neutron.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 13:30:35.264289 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [-] (95586) wsgi starting up on http://0.0.0.0:9696 Aug 31 13:30:35.264683 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Notify callbacks [] for process, before_spawn {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:35.267055 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:35.267575 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO oslo_service.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Starting 1 workers Aug 31 13:30:35.268460 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [-] (95587) wsgi starting up on http://0.0.0.0:9696 Aug 31 13:30:35.272436 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Started child 95588 {{(pid=95262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:30:35.273038 dv-cinder-806605-3-iscsi neutron-server[95262]: INFO oslo_service.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Starting 1 workers Aug 31 13:30:35.276735 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] calling RpcWorker wait() {{(pid=95588) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 13:30:35.277407 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] returning from RpcWorker wait() {{(pid=95588) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 13:30:35.278668 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Started child 95590 {{(pid=95262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:30:35.278820 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:35.279534 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:30:35.279876 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG neutron_lib.callbacks.manager [None req-264dd6c4-888e-455f-80cb-a3571c37ffde None None] Notify callbacks [] for process, after_spawn {{(pid=95262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:35.282157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 13:30:35.282362 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:30:35.282548 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:30:35.282763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:30:35.283110 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:30:35.283266 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:30:35.283971 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.284466 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.284991 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.285282 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.285600 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.286401 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.286401 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.286654 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.286776 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:35.287696 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.287914 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.288197 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.288706 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.289089 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.290758 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.290758 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.290758 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.290758 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.290758 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.290758 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.291478 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.291478 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.291478 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.291830 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] debug = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.291952 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.292395 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.292655 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.292946 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.293310 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.293602 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.293839 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.294120 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.294444 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.294833 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.295314 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.295314 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.295564 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.295924 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.296178 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.296553 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.296813 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.297515 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] host = dv-cinder-806605-3-iscsi {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.297905 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.298255 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.298656 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.299026 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.299433 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.299943 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.300157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.304230 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.304670 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 41768) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:30:35.305009 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.305620 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.306101 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.306534 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.306940 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.307454 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.307817 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_options = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.308260 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.308764 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.309317 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.309748 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.310149 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.310493 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.310920 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.311337 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.311782 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.312147 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.312587 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.313164 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.313589 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.314014 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.314533 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.314981 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.315396 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.315635 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.316019 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.316137 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.316386 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.316814 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.317078 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.317943 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095136 Aug 31 13:30:35.318054 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.318370 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.318784 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.319240 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.320742 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.321284 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.321723 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.322286 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.323047 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:30:35.326732 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.326732 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.326732 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.326732 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.326732 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.326732 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.326732 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.326732 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_json = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327739 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327739 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327739 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327739 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.327978 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.328147 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.328613 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.329290 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.330016 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.330779 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.331221 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.331660 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.332107 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.332596 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.333006 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.333379 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.333758 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.334308 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.334846 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.335194 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.335512 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.335887 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.336335 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.336634 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.336919 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.337159 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.337379 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.337597 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.338281 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.338281 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.338468 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.338547 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.338785 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.339159 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.339599 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.340069 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.340602 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.341067 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.341485 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.341914 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.342398 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.342818 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.343203 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.343446 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.343713 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346525 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.346525 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.347544 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.347544 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.347544 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.347774 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.347943 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.348194 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.349381 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.349814 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.349926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.350135 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.350654 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.351260 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.351760 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.352205 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.353759 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.353759 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.353759 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.353759 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.353759 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.353759 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.354182 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.354182 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.354322 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.354475 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.354930 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.355115 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.355502 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.355967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.357254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.357670 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.358060 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.358484 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.358886 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.359321 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.359615 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.359902 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.360120 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.360352 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.360593 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.361769 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.361769 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.361769 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.361769 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.362096 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.362184 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.362419 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.362636 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.362872 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.363102 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.363331 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.363590 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.363774 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.365550 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.365550 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.365550 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.365550 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.365550 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.365550 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.365550 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.366388 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.366388 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.366388 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.366388 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.366806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.366959 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.367187 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.372967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.372967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.372967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.372967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.372967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.372967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.372967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.372967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.373629 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.373629 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.373629 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.373629 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.373629 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.373629 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.373629 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.373629 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.374319 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.374319 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.374319 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.374319 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.374622 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.374751 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.374972 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.375204 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.375538 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.375913 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.376279 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.376772 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.377391 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.377967 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.378357 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.378841 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.379145 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.379447 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.379706 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.379937 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.380409 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.380860 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.381396 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.381867 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.382522 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.383108 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.383552 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.383969 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.384425 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.386057 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.386705 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.387346 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.387852 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.388637 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.389285 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.389766 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.390192 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.390571 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.390892 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.391272 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.391633 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.392067 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.392535 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.392859 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.393157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.393446 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.393720 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.393965 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.394713 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.395088 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.395484 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.395708 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.395964 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.396181 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.397288 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.397520 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.397997 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.398360 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.398822 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.399282 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.400074 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.400074 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.400260 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.400691 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.400793 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.401078 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.401270 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.401490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.401753 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.402797 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.403206 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.403574 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.403920 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.404692 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.405144 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.405404 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.405646 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.405863 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.406547 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.406547 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.406547 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.406774 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.406963 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.407213 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.407440 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.407701 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.407942 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.408176 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.409281 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.409281 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.409281 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.409281 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.409281 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.409694 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.409694 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.409904 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.410109 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.410323 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.410734 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.410941 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.411161 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.411366 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.411612 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.411847 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.412203 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.412591 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.412850 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.413176 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.413388 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.413617 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.413828 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.414036 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.414362 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.414572 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.414934 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.415184 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.415423 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.415650 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.415954 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.416219 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.416496 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.416797 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.417023 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.417267 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.417665 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.419567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.419567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.419567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.419567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.419567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.419567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.419567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.419567 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.420109 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.420177 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.421176 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.421509 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.422244 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.422244 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.422244 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.422501 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.422796 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.423058 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.423308 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.423537 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.424103 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.424103 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.424292 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.424440 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.424827 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.425169 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.425547 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.425928 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.426172 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.426389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.426633 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.426853 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.428163 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.428163 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.428163 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.428163 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.428163 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:30:35.428866 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 13:30:35.428866 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:30:35.428866 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:30:35.429169 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:30:35.429169 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:30:35.430254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:30:35.430254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.430254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.430254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.430254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.430770 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.430770 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.430770 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431060 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431060 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431253 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431253 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431456 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431581 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431702 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431823 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.431981 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.432136 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.432291 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.432483 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.432628 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.432780 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.432932 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.433086 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] debug = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.433240 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.433469 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.433622 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.433730 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.433880 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.434033 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.434186 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.434339 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.434493 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.434645 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.434801 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.435003 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436016 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436016 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436016 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436016 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436509 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436509 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] host = dv-cinder-806605-3-iscsi {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436509 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436811 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.436811 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.437031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.437031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.437238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.437459 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.437459 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.437693 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.437815 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.437935 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.438055 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_options = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439157 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.439926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.440553 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.440553 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.440553 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.440553 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.441017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.441017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.441017 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.443238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.443238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.443238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.443238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.443238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.443238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.443238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.443238 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.444127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.444127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.444127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.444127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.444127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.444127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.444127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.444127 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.445031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.445031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.445031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.445031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.445031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.445031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.445031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_json = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.446353 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.447196 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.447196 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.447196 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.447196 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.447196 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:30:35.447196 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.448012 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.448012 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.448012 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.448012 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.448012 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.450264 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.451351 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.451351 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.451351 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.451351 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.451351 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.451351 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.451351 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.451351 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.452472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.452472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.452472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.452472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.452472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.452472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.452472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.452472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.453389 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454113 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454113 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454113 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454113 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454113 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454113 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454113 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454788 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454788 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454788 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.454788 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.455195 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.455195 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.455195 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.455397 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.455397 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.455576 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.455691 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.455841 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.456037 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.456166 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.456313 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.457312 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.457438 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.457633 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.457764 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.457915 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.458071 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.458230 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.458390 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.458558 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.458693 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.458847 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.459179 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.459517 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.459686 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.459895 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.460045 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.460190 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.460561 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.461694 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.461694 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.461694 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.462374 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.462374 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.462374 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.462374 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.462374 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.462833 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.462833 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.462833 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.463057 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.463135 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.463246 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.463393 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.463547 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.463706 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.463848 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.464097 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.464218 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.464302 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.464472 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.464630 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.464977 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.465131 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.465586 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.465586 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.465586 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.465921 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.465921 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.466232 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.466232 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.466433 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.466433 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.466623 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.466726 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.466885 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.467078 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.468711 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.468711 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.468711 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.468711 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.468711 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.468711 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.468711 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.468711 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.472678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.472678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.472678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.472678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.472678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.472678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.472678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.472678 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473564 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473564 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473683 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:30:35.473754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.473754 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474214 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474214 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474214 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474214 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474214 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474214 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474214 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474214 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.474763 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475207 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475207 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475207 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475207 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475207 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475587 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475587 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475759 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.475877 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.476011 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.476130 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.476251 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.476626 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.476804 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.477559 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.477559 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.477559 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.477956 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.477956 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.477956 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.478349 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.478349 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.478349 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.478737 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.478737 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.478991 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.478991 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.479254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.479254 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.479510 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.479510 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.479765 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.479898 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.480031 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.480183 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.480317 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.480622 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.480622 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.480893 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.480893 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.481149 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.481149 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.481415 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.481415 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.482490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.482490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.482490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.482490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.482490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.482490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.482490 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.483395 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.483395 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.483395 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.483395 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.483395 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.483395 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484140 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484140 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484140 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484140 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484140 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484805 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484805 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484805 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484805 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.484805 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.485434 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.485434 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.485434 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.485434 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.485926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.485926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.485926 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.486310 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.486310 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.486310 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.486703 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.486703 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.486703 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.487080 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.487080 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.487344 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.487344 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.487602 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.487602 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.487854 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.487854 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.488121 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.488281 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.488493 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.488636 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.488770 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.488905 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.489806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.489806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.489806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.489806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.489806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.489806 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.490608 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.490608 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.490608 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.490608 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.490608 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.491590 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.491590 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.491590 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.491590 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.491590 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.491590 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.492968 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.494955 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.494955 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:30:35.494955 dv-cinder-806605-3-iscsi neutron-server[95262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:30:47.753638 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93006e1-91c1-44db-8c3c-3e9fe720e171 None None] get_active_networks_info from dv-cinder-806605-3-iscsi {{(pid=95588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:30:47.847237 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93006e1-91c1-44db-8c3c-3e9fe720e171 None None] No non-hosted networks {{(pid=95588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 13:30:47.871161 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.agentschedulers_db [None req-c93006e1-91c1-44db-8c3c-3e9fe720e171 None None] DHCP Agent not found on host dv-cinder-806605-3-iscsi {{(pid=95588) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 13:30:47.967922 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-439e14d0-48ca-4286-a703-6e0f68f93ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930082'] for agent, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:50.369932 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-748f414a-f23a-4fd9-afd9-b7d3c90f10ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930082'] for agent, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:50.434194 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27b513ef-b422-400e-a6c9-2973e33c4814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:50.773741 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930082'] for agent, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:50.774879 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.775378 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.776397 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.777057 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.777701 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.778317 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.781142 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.781710 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.782781 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.783445 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.784899 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.787558 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:30:50.789083 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806605-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:30:50.808326 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806605-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:30:51.509746 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930082'] for agent, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:53.216772 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.db.l3_hamode_db [None req-54843ed8-be4b-420d-b60f-d08763429f60 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 13:30:53.302646 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54843ed8-be4b-420d-b60f-d08763429f60 None None] Routers set() bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:30:53.303065 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54843ed8-be4b-420d-b60f-d08763429f60 None None] Router IDs set() for agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 13:30:53.701107 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930082'] for agent, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:54.407724 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 41874) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:30:55.026807 dv-cinder-806605-3-iscsi neutron-server[95587]: WARNING oslo_policy.policy [None req-c169deef-fa3b-4c99-b066-a586af05a6de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:30:55.027380 dv-cinder-806605-3-iscsi neutron-server[95587]: WARNING oslo_policy.policy [None req-c169deef-fa3b-4c99-b066-a586af05a6de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:30:55.253683 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [None req-c169deef-fa3b-4c99-b066-a586af05a6de admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:30:55.254848 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c169deef-fa3b-4c99-b066-a586af05a6de admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8461428 Aug 31 13:30:57.799437 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 41888) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:30:58.373853 dv-cinder-806605-3-iscsi neutron-server[95586]: WARNING oslo_policy.policy [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:30:58.374473 dv-cinder-806605-3-iscsi neutron-server[95586]: WARNING oslo_policy.policy [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:30:58.595847 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:30:58.687634 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.policy [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95586) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 13:30:58.732072 dv-cinder-806605-3-iscsi neutron-server[95586]: WARNING oslo_policy.policy [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:30:58.732502 dv-cinder-806605-3-iscsi neutron-server[95586]: WARNING oslo_policy.policy [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:30:58.740935 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.quota [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] Loaded quota_driver: . Aug 31 13:30:58.856595 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782910690721', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782910691218', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782910695075', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782910709575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782910984015', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782910655667', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-605409', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-673734', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3912377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3712361'] for rbac-policy, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:58.931906 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:30:58.933411 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-75d88369-06bc-4dcb-ae37-6fa8679eed11 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1317286 Aug 31 13:31:01.681046 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 41906) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:02.039026 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'name': 'private'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:02.040596 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.quota [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Loaded quota_driver: . Aug 31 13:31:02.101464 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Made reservation on behalf of b7713803dddb40b3a7ea9be3431ef303 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:31:02.168799 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.policy [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95587) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 13:31:02.213780 dv-cinder-806605-3-iscsi neutron-server[95587]: WARNING oslo_policy.policy [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:02.214162 dv-cinder-806605-3-iscsi neutron-server[95587]: WARNING oslo_policy.policy [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:31:02.225163 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:02.248078 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:02.403396 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:02.411052 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:02.437530 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] vlan segment allocate from pool success with {'vlan_id': 1497, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:31:02.464863 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782912819658', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:02.465461 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Unsubscribe: segment precommit_create {{(pid=95587) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 13:31:02.465961 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Added segment e8ee108b-e40f-407f-b21a-600898bc5810 of type vlan for network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee Aug 31 13:31:02.472140 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f59ba3d-52df-482b-a75e-6e57827fe920,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:02.494327 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.494719 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.495090 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.495490 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.495832 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.496181 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.496666 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.496995 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.497334 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.497653 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.497966 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.498279 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Tracked resource versions report: Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: pushed versions: Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: { 'AddressGroup': {'1.2'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'ConntrackHelper': {'1.0'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Log': {'1.0'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Network': {'1.1'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Port': {'1.7'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'PortForwarding': {'1.2'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'QosPolicy': {'1.9'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SecurityGroup': {'1.4'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SubPort': {'1.0'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Subnet': {'1.1'}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Trunk': {'1.1'}} Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: consumer versions: Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: { DHCP agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: L3 agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: Metadata agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: Metering agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: Open vSwitch agent@dv-cinder-806605-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'ConntrackHelper': '1.0', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Log': '1.0', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Network': '1.1', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Port': '1.7', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'PortForwarding': '1.2', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'QosPolicy': '1.9', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SecurityGroup': '1.4', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SecurityGroupRule': '1.2', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SubPort': '1.0', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Subnet': '1.1', Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Trunk': '1.1'}} Aug 31 13:31:02.499339 dv-cinder-806605-3-iscsi neutron-server[95587]: {{(pid=95587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:31:02.591607 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:02.638447 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:02.639794 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:02.640491 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:02.725700 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0434458 Aug 31 13:31:02.740755 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cf431-6a44-4ef9-a6fd-d1324b117143 admin admin] Pushing event updated for resources: {'Network': ['ID=afc54bfe-2c67-4b5b-b844-93b20cc4f8ee,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:02.753347 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:31:05.538145 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 41922) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:06.019574 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa4ca7-468b-4c6d-8cf1-90b08111d930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:06.021158 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9baa4ca7-468b-4c6d-8cf1-90b08111d930 admin admin] 10.222.0.21 "GET /v2.0/networks/afc54bfe-2c67-4b5b-b844-93b20cc4f8ee HTTP/1.1" status: 200 len: 826 time: 0.4816887 Aug 31 13:31:06.048145 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-62b9432b-fc96-4925-9a35-500138749d60 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/49529aec-597c-4a2d-a8fc-9ff429085075 HTTP/1.1" status: 200 len: 734 time: 0.0204086 Aug 31 13:31:06.061268 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'subnetpool_id': '49529aec-597c-4a2d-a8fc-9ff429085075', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:06.095121 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Made reservation on behalf of b7713803dddb40b3a7ea9be3431ef303 for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:31:06.097843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:06.405307 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:06.476201 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Checking segment: {'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:31:06.476602 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Network hostable DHCP agents. Network: afc54bfe-2c67-4b5b-b844-93b20cc4f8ee, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:31:06.488884 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a919592-5fc6-4f80-ab9d-9e3091847730,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:06.501930 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.502285 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.502620 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.502949 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.503266 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.503606 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.503928 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.504243 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.504624 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.504920 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.505234 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.505547 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Tracked resource versions report: Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: pushed versions: Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: { 'AddressGroup': {'1.2'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'ConntrackHelper': {'1.0'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Log': {'1.0'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Network': {'1.1'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Port': {'1.7'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'PortForwarding': {'1.2'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'QosPolicy': {'1.9'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SecurityGroup': {'1.4'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SubPort': {'1.0'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Subnet': {'1.1'}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Trunk': {'1.1'}} Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: consumer versions: Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: { DHCP agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: L3 agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: Metadata agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: Metering agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: Open vSwitch agent@dv-cinder-806605-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'ConntrackHelper': '1.0', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Log': '1.0', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Network': '1.1', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Port': '1.7', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'PortForwarding': '1.2', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'QosPolicy': '1.9', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SecurityGroup': '1.4', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SecurityGroupRule': '1.2', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SubPort': '1.0', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Subnet': '1.1', Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Trunk': '1.1'}} Aug 31 13:31:06.506664 dv-cinder-806605-3-iscsi neutron-server[95586]: {{(pid=95586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:31:06.543286 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:31:06.561903 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, afc54bfe-2c67-4b5b-b844-93b20cc4f8ee) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:31:06.570058 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:06.570777 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:06.574442 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22843f-f875-4f08-b53d-3e4f022db43b None None] Network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:31:06.587158 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-0d4241cd-d877-4128-9d5b-eef5e4fd1a4b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5296655 Aug 31 13:31:06.919802 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-afc54bfe-2c67-4b5b-b844-93b20cc4f8ee', 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'fixed_ips': [{'subnet_id': '1a919592-5fc6-4f80-ab9d-9e3091847730'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:31:06.921312 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:07.211926 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Allocated IP 172.20.0.2 (afc54bfe-2c67-4b5b-b844-93b20cc4f8ee/1a919592-5fc6-4f80-ab9d-9e3091847730/16b3fbb3-73e9-4012-a995-013bcf3c098f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:31:07.433381 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:07.477602 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Transition to ACTIVE for port object 16b3fbb3-73e9-4012-a995-013bcf3c098f will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:31:07.500266 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Transition to ACTIVE for port object 16b3fbb3-73e9-4012-a995-013bcf3c098f will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:31:07.511374 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:07.582885 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:31:07.588030 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:31:07.599574 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:31:07.603054 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Pushing event updated for resources: {'Port': ['ID=16b3fbb3-73e9-4012-a995-013bcf3c098f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:07.634016 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.634568 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.634999 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.635343 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.635676 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.636007 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.636335 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.636710 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.637051 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.637377 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.637695 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.638013 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Tracked resource versions report: Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: pushed versions: Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: { 'AddressGroup': {'1.2'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'ConntrackHelper': {'1.0'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Log': {'1.0'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Network': {'1.1'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Port': {'1.7'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'PortForwarding': {'1.2'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'QosPolicy': {'1.9'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SecurityGroup': {'1.4'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SubPort': {'1.0'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Subnet': {'1.1'}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Trunk': {'1.1'}} Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: consumer versions: Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: { DHCP agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: L3 agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: Metadata agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: Metering agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: Open vSwitch agent@dv-cinder-806605-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'ConntrackHelper': '1.0', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Log': '1.0', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Network': '1.1', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Port': '1.7', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'PortForwarding': '1.2', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'QosPolicy': '1.9', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SecurityGroup': '1.4', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SecurityGroupRule': '1.2', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SubPort': '1.0', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Subnet': '1.1', Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Trunk': '1.1'}} Aug 31 13:31:07.639114 dv-cinder-806605-3-iscsi neutron-server[95588]: {{(pid=95588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:31:07.688898 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Attempting to bind port 16b3fbb3-73e9-4012-a995-013bcf3c098f on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:31:07.689290 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Attempting to bind port 16b3fbb3-73e9-4012-a995-013bcf3c098f by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:31:07.689716 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Attempting to bind port 16b3fbb3-73e9-4012-a995-013bcf3c098f on network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:31:07.694750 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:31:07.695165 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Checking segment: {'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:31:07.695639 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:07.696027 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Bound using segment: {'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:31:07.696667 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Bound port: 16b3fbb3-73e9-4012-a995-013bcf3c098f, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:31:07.697319 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:07.761166 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] For port 16b3fbb3-73e9-4012-a995-013bcf3c098f, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:31:07.765360 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] For port 16b3fbb3-73e9-4012-a995-013bcf3c098f, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=16b3fbb3-73e9-4012-a995-013bcf3c098f,segment=NetworkSegment(e8ee108b-e40f-407f-b21a-600898bc5810),segment_id=e8ee108b-e40f-407f-b21a-600898bc5810)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:31:07.771244 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:07.845168 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea358-4cf7-460a-864c-6976a077e7e0 None None] Pushing event updated for resources: {'Port': ['ID=16b3fbb3-73e9-4012-a995-013bcf3c098f,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:09.121344 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 41934) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:09.471943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [None req-dd06474e-b7b2-4f25-b28e-c82c35ad9ce7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:31:09.473017 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-dd06474e-b7b2-4f25-b28e-c82c35ad9ce7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3507900 Aug 31 13:31:12.175708 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 41942) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:12.529201 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [None req-2389ca4b-5784-4901-81a0-69aeb112247f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:31:12.530258 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-2389ca4b-5784-4901-81a0-69aeb112247f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3535619 Aug 31 13:31:15.353603 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 41956) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:15.718115 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-554af82c-723d-48c9-af63-99b352691de2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'admin_state_up': True}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:15.748948 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-554af82c-723d-48c9-af63-99b352691de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:15.750594 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-554af82c-723d-48c9-af63-99b352691de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:15.919941 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-554af82c-723d-48c9-af63-99b352691de2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:15.927436 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-554af82c-723d-48c9-af63-99b352691de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:15.943394 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-554af82c-723d-48c9-af63-99b352691de2 admin admin] Notify callbacks [] for router, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:15.945317 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-554af82c-723d-48c9-af63-99b352691de2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5905898 Aug 31 13:31:16.674574 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124bcef9-513b-49ce-b351-a71e8dfd1f0d None None] Network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:31:16.760189 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-fa987dcc-84d8-4bb0-8306-051159c13eed None None] Provisioning for port 16b3fbb3-73e9-4012-a995-013bcf3c098f completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:31:16.984150 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 16b3fbb3-73e9-4012-a995-013bcf3c098f up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:31:17.078027 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 16b3fbb3-73e9-4012-a995-013bcf3c098f completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:31:17.081905 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 16b3fbb3-73e9-4012-a995-013bcf3c098f triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:17.082303 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:17.122762 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-ee9bbb6a-574b-4ae1-a072-ad5aad7daddc None None] Provisioning complete for port 16b3fbb3-73e9-4012-a995-013bcf3c098f triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:17.123146 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbb6a-574b-4ae1-a072-ad5aad7daddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:17.263102 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:17.294233 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbb6a-574b-4ae1-a072-ad5aad7daddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:17.321401 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 16b3fbb3-73e9-4012-a995-013bcf3c098f, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=16b3fbb3-73e9-4012-a995-013bcf3c098f,segment=NetworkSegment(e8ee108b-e40f-407f-b21a-600898bc5810),segment_id=e8ee108b-e40f-407f-b21a-600898bc5810)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:31:17.331083 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:17.405134 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.db.api [None req-ee9bbb6a-574b-4ae1-a072-ad5aad7daddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:31:17.405483 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG oslo_db.api [None req-ee9bbb6a-574b-4ae1-a072-ad5aad7daddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:31:17.410307 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=16b3fbb3-73e9-4012-a995-013bcf3c098f,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:17.624700 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15d512b5-756c-4bc4-b18a-8403af2b2e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:18.496435 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 41964) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:18.844695 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [None req-3b206e25-2a2b-4ed2-8843-15e21344648d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:31:18.845731 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-3b206e25-2a2b-4ed2-8843-15e21344648d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3482907 Aug 31 13:31:18.944230 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 16b3fbb3-73e9-4012-a995-013bcf3c098f up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:31:18.998718 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 16b3fbb3-73e9-4012-a995-013bcf3c098f triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:18.999090 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:20.365620 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09f8e5a9-853c-4d6e-9be7-3ecf7f394e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:20.778742 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:21.352834 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:31:21.371116 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 41976) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:21.415879 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:21.749718 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:21.787353 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Made reservation on behalf of 36f0edea126e429492af0e7ed6bc73ac for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:31:21.789663 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:21.806360 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:21.945084 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:21.952156 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:21.976096 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Reserving flat network on physical network physnet1 {{(pid=95586) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 13:31:22.002442 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782912819658', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:22.003023 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Unsubscribe: segment precommit_create {{(pid=95586) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 13:31:22.003522 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Added segment e4baf21f-2102-4d93-bb65-f2881e7b5136 of type flat for network 61808db4-4d70-40e7-ba8d-3c31461e8650 Aug 31 13:31:22.007779 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7a2f4b-1afa-409d-a981-83806a8f75a1,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:22.062486 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:22.107863 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:22.109329 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:22.110100 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:22.183983 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8116524 Aug 31 13:31:22.215876 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbb08c-34d7-45c5-bb54-91772faf5fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=61808db4-4d70-40e7-ba8d-3c31461e8650,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:22.227062 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:31:23.626312 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:24.619329 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 41994) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:24.883340 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d259c8e-ffdb-41a2-a9ea-cc74d92f3b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:24.884907 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-5d259c8e-ffdb-41a2-a9ea-cc74d92f3b8c admin admin] 10.222.0.21 "GET /v2.0/subnets/1a919592-5fc6-4f80-ab9d-9e3091847730 HTTP/1.1" status: 200 len: 849 time: 0.2641308 Aug 31 13:31:25.059596 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e101c350-f677-4b76-b24b-5b1fa95c36f1 admin admin] 10.222.0.21 "GET /v2.0/routers/d1a40597-235d-4a91-8424-d76a51c27b78 HTTP/1.1" status: 200 len: 704 time: 0.1674545 Aug 31 13:31:25.369736 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:25.727126 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Allocated IP 172.20.0.1 (afc54bfe-2c67-4b5b-b844-93b20cc4f8ee/1a919592-5fc6-4f80-ab9d-9e3091847730/b555eaa7-813c-4eb9-b92e-28ed8893336c) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:31:25.948301 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:25.974987 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Transition to ACTIVE for port object b555eaa7-813c-4eb9-b92e-28ed8893336c will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:31:26.053440 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:26.145525 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:31:26.149782 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:31:26.151635 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Pushing event updated for resources: {'Port': ['ID=b555eaa7-813c-4eb9-b92e-28ed8893336c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:26.164861 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:31:26.165447 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:26.374462 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:26.429018 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-45009e5c-16ef-41ba-8c4f-d4dda68d5a1e None None] Provisioning for port b555eaa7-813c-4eb9-b92e-28ed8893336c completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:31:26.433159 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-45009e5c-16ef-41ba-8c4f-d4dda68d5a1e None None] Provisioning complete for port b555eaa7-813c-4eb9-b92e-28ed8893336c triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:26.433597 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45009e5c-16ef-41ba-8c4f-d4dda68d5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:26.469594 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-45009e5c-16ef-41ba-8c4f-d4dda68d5a1e None None] Port b555eaa7-813c-4eb9-b92e-28ed8893336c cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:31:26.680770 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:26.688572 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:26.689326 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:26.769098 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Pushing event updated for resources: {'Port': ['ID=b555eaa7-813c-4eb9-b92e-28ed8893336c,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:26.826252 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:31:26.827886 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:31:26.992013 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-4b31125f-c6ca-4821-b7b2-fdaa58462cef None None] Provisioning complete for port b555eaa7-813c-4eb9-b92e-28ed8893336c triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:26.992297 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b31125f-c6ca-4821-b7b2-fdaa58462cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:27.003650 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Router d1a40597-235d-4a91-8424-d76a51c27b78 is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:31:27.032626 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4b31125f-c6ca-4821-b7b2-fdaa58462cef None None] Port b555eaa7-813c-4eb9-b92e-28ed8893336c cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:31:27.101451 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:31:27.106980 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-78d71638-810d-47db-88a8-9410f16f650a admin admin] 10.222.0.21 "PUT /v2.0/routers/d1a40597-235d-4a91-8424-d76a51c27b78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0384405 Aug 31 13:31:27.115773 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Sync routers for ids ['d1a40597-235d-4a91-8424-d76a51c27b78'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:31:27.136322 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Routers {'d1a40597-235d-4a91-8424-d76a51c27b78'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:31:27.137518 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:31:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['d1a40597-235d-4a91-8424-d76a51c27b78'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:27.329230 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Set router d1a40597-235d-4a91-8424-d76a51c27b78 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:31:27.787986 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'name': 'router1', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:15Z', 'updated_at': '2021-08-31T13:31:26Z', 'revision_number': 2, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'gw_port_host': None, '_interfaces': [{'id': 'b555eaa7-813c-4eb9-b92e-28ed8893336c', 'name': '', 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'mac_address': 'fa:16:3e:21:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:25Z', 'updated_at': '2021-08-31T13:31:26Z', 'revision_number': 2, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'subnets': [{'id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49529aec-597c-4a2d-a8fc-9ff429085075'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:27.839528 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Checking router: d1a40597-235d-4a91-8424-d76a51c27b78 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:31:27.840100 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Updating router d1a40597-235d-4a91-8424-d76a51c27b78 port b555eaa7-813c-4eb9-b92e-28ed8893336c binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:31:27.888682 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:28.432705 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:28.451054 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Transition to ACTIVE for port object b555eaa7-813c-4eb9-b92e-28ed8893336c will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:31:28.457606 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:28.625837 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Pushing event updated for resources: {'Port': ['ID=b555eaa7-813c-4eb9-b92e-28ed8893336c,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:28.630402 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Attempting to bind port b555eaa7-813c-4eb9-b92e-28ed8893336c on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:31:28.630790 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Attempting to bind port b555eaa7-813c-4eb9-b92e-28ed8893336c by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:31:28.631213 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Attempting to bind port b555eaa7-813c-4eb9-b92e-28ed8893336c on network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:31:28.638431 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:31:28.638833 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Checking segment: {'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:31:28.639303 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:28.639683 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Bound using segment: {'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:31:28.640536 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Bound port: b555eaa7-813c-4eb9-b92e-28ed8893336c, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee108b-e40f-407f-b21a-600898bc5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:31:28.640982 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:28.644046 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.644389 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.644727 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.645046 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.645363 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.645681 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.646003 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.646315 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.646651 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.646957 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.647264 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.647571 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Tracked resource versions report: Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: pushed versions: Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: { 'AddressGroup': {'1.2'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'ConntrackHelper': {'1.0'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Log': {'1.0'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Network': {'1.1'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Port': {'1.7'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'PortForwarding': {'1.2'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'QosPolicy': {'1.9'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SecurityGroup': {'1.4'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SubPort': {'1.0'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Subnet': {'1.1'}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Trunk': {'1.1'}} Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: consumer versions: Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: { DHCP agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: L3 agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: Metadata agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: Metering agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: Open vSwitch agent@dv-cinder-806605-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'ConntrackHelper': '1.0', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Log': '1.0', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Network': '1.1', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Port': '1.7', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'PortForwarding': '1.2', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'QosPolicy': '1.9', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SecurityGroup': '1.4', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SecurityGroupRule': '1.2', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SubPort': '1.0', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Subnet': '1.1', Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Trunk': '1.1'}} Aug 31 13:31:28.648642 dv-cinder-806605-3-iscsi neutron-server[95590]: {{(pid=95590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:31:28.720830 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] For port b555eaa7-813c-4eb9-b92e-28ed8893336c, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:31:28.741545 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] For port b555eaa7-813c-4eb9-b92e-28ed8893336c, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=b555eaa7-813c-4eb9-b92e-28ed8893336c,segment=NetworkSegment(e8ee108b-e40f-407f-b21a-600898bc5810),segment_id=e8ee108b-e40f-407f-b21a-600898bc5810)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:31:28.747455 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:28.807050 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Routers {'d1a40597-235d-4a91-8424-d76a51c27b78'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:31:28.807677 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:31:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['d1a40597-235d-4a91-8424-d76a51c27b78'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:28.848410 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdc6d5-56b0-4d26-9c36-6c36284b0381 None None] Pushing event updated for resources: {'Port': ['ID=b555eaa7-813c-4eb9-b92e-28ed8893336c,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:28.901908 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] Set router d1a40597-235d-4a91-8424-d76a51c27b78 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:31:29.114893 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'name': 'router1', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:15Z', 'updated_at': '2021-08-31T13:31:26Z', 'revision_number': 2, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'gw_port_host': None, '_interfaces': [{'id': 'b555eaa7-813c-4eb9-b92e-28ed8893336c', 'name': '', 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'mac_address': 'fa:16:3e:21:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:25Z', 'updated_at': '2021-08-31T13:31:28Z', 'revision_number': 4, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'subnets': [{'id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49529aec-597c-4a2d-a8fc-9ff429085075'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:29.143840 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bfd41-eb40-423f-a9ba-c6ee4677ea1f None None] The sync data for ids ['d1a40597-235d-4a91-8424-d76a51c27b78'] in dv-cinder-806605-3-iscsi is: [{'id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'name': 'router1', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:15Z', 'updated_at': '2021-08-31T13:31:26Z', 'revision_number': 2, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'gw_port_host': None, '_interfaces': [{'id': 'b555eaa7-813c-4eb9-b92e-28ed8893336c', 'name': '', 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'mac_address': 'fa:16:3e:21:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:25Z', 'updated_at': '2021-08-31T13:31:28Z', 'revision_number': 4, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'subnets': [{'id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49529aec-597c-4a2d-a8fc-9ff429085075'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:31:29.443317 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42012) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:29.566688 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40448b-98c7-4b92-bda3-d127b573fe6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:29.568056 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-0a40448b-98c7-4b92-bda3-d127b573fe6c admin admin] 10.222.0.21 "GET /v2.0/networks/61808db4-4d70-40e7-ba8d-3c31461e8650 HTTP/1.1" status: 200 len: 842 time: 0.1238708 Aug 31 13:31:29.578710 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:29.601846 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Made reservation on behalf of 36f0edea126e429492af0e7ed6bc73ac for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:31:29.604264 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:29.949286 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.objects.ports [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95586) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 13:31:29.949784 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:30.007445 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b24d5e-6f32-467a-8106-f40fda33bfb9,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:30.015433 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:31:30.015778 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Network hostable DHCP agents. Network: 61808db4-4d70-40e7-ba8d-3c31461e8650, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:31:30.034546 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:31:30.044429 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 61808db4-4d70-40e7-ba8d-3c31461e8650) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:31:30.048772 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:30.049423 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:30.054791 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4973157-b891-4056-b4a7-a97eb203ae7c None None] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:31:30.069018 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8a6cba09-70ee-4695-99c0-c2df4ce70a4d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4939795 Aug 31 13:31:30.193157 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e88a6f-4299-4571-9fe0-af5b03eda46c None None] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:31:32.444216 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42020) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:32.669003 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-33c0f996-52cd-4619-a7cd-d9d863c53ed2 admin admin] 10.222.0.21 "GET /v2.0/routers/d1a40597-235d-4a91-8424-d76a51c27b78 HTTP/1.1" status: 200 len: 710 time: 0.2235301 Aug 31 13:31:32.778071 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eace58b-e0a0-4d33-a734-aa82f65c5e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:31:32.779565 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-3eace58b-e0a0-4d33-a734-aa82f65c5e91 admin admin] 10.222.0.21 "GET /v2.0/networks/61808db4-4d70-40e7-ba8d-3c31461e8650 HTTP/1.1" status: 200 len: 886 time: 0.1025524 Aug 31 13:31:32.791011 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:31:33.065328 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:33.380398 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:33.461501 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:33.623137 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Allocated IP 172.27.1.177 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/406bbac5-9891-4aec-bc2a-7102388d8526) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:31:33.743824 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:33.824273 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:33.904411 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:31:33.910206 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:31:33.915995 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:31:33.919983 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=406bbac5-9891-4aec-bc2a-7102388d8526,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:34.209621 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:34.425281 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3929840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5876'] for router, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:34.431595 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3929851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3929826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931615'] for router, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:34.621033 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Router d1a40597-235d-4a91-8424-d76a51c27b78 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:31:34.738722 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:31:34.743407 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:34.744509 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-1e82c5a3-06ed-4893-bc87-91ef7bfdc1b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/d1a40597-235d-4a91-8424-d76a51c27b78 HTTP/1.1" status: 200 len: 890 time: 1.9577065 Aug 31 13:31:34.990258 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device b555eaa7-813c-4eb9-b92e-28ed8893336c up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:31:35.042920 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port b555eaa7-813c-4eb9-b92e-28ed8893336c completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:31:35.047510 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port b555eaa7-813c-4eb9-b92e-28ed8893336c triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:35.047925 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:35.188052 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:35.221513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port b555eaa7-813c-4eb9-b92e-28ed8893336c, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=b555eaa7-813c-4eb9-b92e-28ed8893336c,segment=NetworkSegment(e8ee108b-e40f-407f-b21a-600898bc5810),segment_id=e8ee108b-e40f-407f-b21a-600898bc5810)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:31:35.226194 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:35.292764 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=b555eaa7-813c-4eb9-b92e-28ed8893336c,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:35.794253 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Sync routers for ids ['d1a40597-235d-4a91-8424-d76a51c27b78'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:31:35.804757 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Routers {'d1a40597-235d-4a91-8424-d76a51c27b78'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:31:35.805380 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:31:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['d1a40597-235d-4a91-8424-d76a51c27b78'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:36.030564 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Set router d1a40597-235d-4a91-8424-d76a51c27b78 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:31:36.474052 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'name': 'router1', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '406bbac5-9891-4aec-bc2a-7102388d8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:15Z', 'updated_at': '2021-08-31T13:31:34Z', 'revision_number': 4, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'gw_port': {'id': '406bbac5-9891-4aec-bc2a-7102388d8526', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:33Z', 'updated_at': '2021-08-31T13:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'b555eaa7-813c-4eb9-b92e-28ed8893336c', 'name': '', 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'mac_address': 'fa:16:3e:21:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:25Z', 'updated_at': '2021-08-31T13:31:35Z', 'revision_number': 5, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'subnets': [{'id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49529aec-597c-4a2d-a8fc-9ff429085075'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:36.527136 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Checking router: d1a40597-235d-4a91-8424-d76a51c27b78 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:31:36.527496 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Updating router d1a40597-235d-4a91-8424-d76a51c27b78 port 406bbac5-9891-4aec-bc2a-7102388d8526 binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:31:36.578051 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:36.910439 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:36.921173 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Transition to ACTIVE for port object 406bbac5-9891-4aec-bc2a-7102388d8526 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:31:36.927900 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:36.977569 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device b555eaa7-813c-4eb9-b92e-28ed8893336c up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:31:36.981336 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1278f4f-46ba-476a-9b81-88e3b376eaca None None] Pushing event updated for resources: {'Port': ['ID=406bbac5-9891-4aec-bc2a-7102388d8526,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:36.995087 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Attempting to bind port 406bbac5-9891-4aec-bc2a-7102388d8526 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:31:36.995459 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Attempting to bind port 406bbac5-9891-4aec-bc2a-7102388d8526 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:31:36.995828 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Attempting to bind port 406bbac5-9891-4aec-bc2a-7102388d8526 on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:31:37.018488 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:31:37.018863 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:31:37.019265 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:37.019662 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:31:37.020170 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Bound port: 406bbac5-9891-4aec-bc2a-7102388d8526, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:31:37.020587 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:37.090929 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] For port 406bbac5-9891-4aec-bc2a-7102388d8526, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:31:37.094976 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] For port 406bbac5-9891-4aec-bc2a-7102388d8526, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=406bbac5-9891-4aec-bc2a-7102388d8526,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:31:37.101956 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:37.104077 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port b555eaa7-813c-4eb9-b92e-28ed8893336c triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:37.104470 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:37.237837 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42034) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:31:37.285525 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1278f4f-46ba-476a-9b81-88e3b376eaca None None] Pushing event updated for resources: {'Port': ['ID=406bbac5-9891-4aec-bc2a-7102388d8526,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:37.293958 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Routers {'d1a40597-235d-4a91-8424-d76a51c27b78'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:31:37.294585 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:31:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['d1a40597-235d-4a91-8424-d76a51c27b78'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:37.371403 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-2f284178-1ea6-405d-b899-246a35b55795 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1324368 Aug 31 13:31:37.431475 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] Set router d1a40597-235d-4a91-8424-d76a51c27b78 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:31:37.670939 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'name': 'router1', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '406bbac5-9891-4aec-bc2a-7102388d8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:15Z', 'updated_at': '2021-08-31T13:31:34Z', 'revision_number': 4, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'gw_port': {'id': '406bbac5-9891-4aec-bc2a-7102388d8526', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:33Z', 'updated_at': '2021-08-31T13:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'b555eaa7-813c-4eb9-b92e-28ed8893336c', 'name': '', 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'mac_address': 'fa:16:3e:21:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:25Z', 'updated_at': '2021-08-31T13:31:35Z', 'revision_number': 5, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'subnets': [{'id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49529aec-597c-4a2d-a8fc-9ff429085075'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:31:37.697544 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6a9d2-cc78-40da-9e16-2a14f048ba4c None None] The sync data for ids ['d1a40597-235d-4a91-8424-d76a51c27b78'] in dv-cinder-806605-3-iscsi is: [{'id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'name': 'router1', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '406bbac5-9891-4aec-bc2a-7102388d8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:31:15Z', 'updated_at': '2021-08-31T13:31:34Z', 'revision_number': 4, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'gw_port': {'id': '406bbac5-9891-4aec-bc2a-7102388d8526', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:33Z', 'updated_at': '2021-08-31T13:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'b555eaa7-813c-4eb9-b92e-28ed8893336c', 'name': '', 'network_id': 'afc54bfe-2c67-4b5b-b844-93b20cc4f8ee', 'tenant_id': 'b7713803dddb40b3a7ea9be3431ef303', 'mac_address': 'fa:16:3e:21:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a40597-235d-4a91-8424-d76a51c27b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:31:25Z', 'updated_at': '2021-08-31T13:31:35Z', 'revision_number': 5, 'project_id': 'b7713803dddb40b3a7ea9be3431ef303', 'subnets': [{'id': '1a919592-5fc6-4f80-ab9d-9e3091847730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49529aec-597c-4a2d-a8fc-9ff429085075'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:31:38.981914 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 406bbac5-9891-4aec-bc2a-7102388d8526 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:31:39.046060 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 406bbac5-9891-4aec-bc2a-7102388d8526 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:31:39.050933 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 406bbac5-9891-4aec-bc2a-7102388d8526 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:39.051319 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:39.138047 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:39.174323 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 406bbac5-9891-4aec-bc2a-7102388d8526, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=406bbac5-9891-4aec-bc2a-7102388d8526,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:31:39.179935 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:39.233222 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=406bbac5-9891-4aec-bc2a-7102388d8526,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:31:40.978800 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 406bbac5-9891-4aec-bc2a-7102388d8526 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:31:41.063441 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 406bbac5-9891-4aec-bc2a-7102388d8526 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:31:41.063441 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:47.631744 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21915c37-84a7-401c-95a0-1bab172ec4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:50.372360 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc815d0-b1e9-48a7-913d-4f354323ffea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:50.776433 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:51.421763 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:53.639920 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:31:58.351890 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:32:17.631430 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8eaadc24-d4e6-4e89-bdde-e144b292b27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:20.392014 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f44d81de-b75f-4ecc-9f6f-00ab910f1266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:20.795961 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:21.441615 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:23.766785 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:35.352046 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:32:47.635756 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc1beb5-560a-4ceb-aabd-ded3b9d7cdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:50.365867 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a50dfcb2-856a-48e4-a77e-d76cebafb48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:50.774089 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:51.428298 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:32:53.654688 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:12.350356 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:33:17.630110 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca4607d0-ee89-4533-b953-a92de3658236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:17.845821 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42596) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:17.914963 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe15bf3e-5f4c-4b32-94ce-bb72be4185be admin admin] GET failed (client error): The resource could not be found. Aug 31 13:33:17.916832 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-fe15bf3e-5f4c-4b32-94ce-bb72be4185be admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700898 Aug 31 13:33:18.092822 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aec7ed-a498-43ce-9b45-d489a1344087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:18.094378 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-22aec7ed-a498-43ce-9b45-d489a1344087 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1724405 Aug 31 13:33:20.346140 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42606) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:20.363714 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6798b08-6b76-4ad0-ad09-0e1caced891b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:20.447664 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9d3e4-b514-4f0d-9118-e830163dffe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:20.449074 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-5be9d3e4-b514-4f0d-9118-e830163dffe1 admin admin] 10.222.0.21 "GET /v2.0/subnets/1a919592-5fc6-4f80-ab9d-9e3091847730 HTTP/1.1" status: 200 len: 849 time: 0.1018946 Aug 31 13:33:20.462757 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:33:20.575266 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:20.722256 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782912913628'] for subnet, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:20.762836 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:20.762836 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:20.764009 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] 10.222.0.21 "PUT /v2.0/subnets/1a919592-5fc6-4f80-ab9d-9e3091847730 HTTP/1.1" status: 200 len: 868 time: 0.3053129 Aug 31 13:33:20.768024 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b7c51e-0fc9-427f-bef0-f59987a3cbb8 None None] Network afc54bfe-2c67-4b5b-b844-93b20cc4f8ee requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:33:20.779188 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a919592-5fc6-4f80-ab9d-9e3091847730,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:33:20.786870 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.787242 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.787589 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.787926 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.788331 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.788703 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.789034 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.789363 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.789691 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.790015 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.790335 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.791056 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c6d15-fc0e-4dd6-8945-86feacb92c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:33:20.824178 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:21.170818 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-d81e78f1-4c66-4175-b122-5f83f1027159 None None] Provisioning complete for port 16b3fbb3-73e9-4012-a995-013bcf3c098f triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:33:21.171112 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d81e78f1-4c66-4175-b122-5f83f1027159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:21.258302 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-d81e78f1-4c66-4175-b122-5f83f1027159 None None] Provisioning complete for port b555eaa7-813c-4eb9-b92e-28ed8893336c triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:33:21.258598 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d81e78f1-4c66-4175-b122-5f83f1027159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:21.428548 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:23.004312 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42616) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:23.239241 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d724a-ebbb-4531-bcdd-a7da5c5f42a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:23.239747 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d724a-ebbb-4531-bcdd-a7da5c5f42a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:23.242821 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-fe3d724a-ebbb-4531-bcdd-a7da5c5f42a9 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2364609 Aug 31 13:33:23.655509 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:25.473506 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42624) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:25.694844 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69387f4c-72ac-4c8b-a201-dd5aad37f761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:25.695235 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69387f4c-72ac-4c8b-a201-dd5aad37f761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:25.696829 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-69387f4c-72ac-4c8b-a201-dd5aad37f761 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2222316 Aug 31 13:33:27.924019 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42632) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:28.069407 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c099cda-69d5-4369-b919-1c4963832822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:28.071519 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-0c099cda-69d5-4369-b919-1c4963832822 admin admin] 10.222.0.21 "GET /v2.0/networks/61808db4-4d70-40e7-ba8d-3c31461e8650 HTTP/1.1" status: 200 len: 886 time: 0.1462777 Aug 31 13:33:30.313813 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42640) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:30.482938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e968315-a204-4add-b0b4-847b5a1e77a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:30.484279 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-4e968315-a204-4add-b0b4-847b5a1e77a3 admin admin] 10.222.0.21 "GET /v2.0/networks/afc54bfe-2c67-4b5b-b844-93b20cc4f8ee HTTP/1.1" status: 200 len: 870 time: 0.1694944 Aug 31 13:33:32.723936 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42648) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:32.866985 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf9a3c-1217-484f-9a29-a85db4fa97ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:32.867213 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf9a3c-1217-484f-9a29-a85db4fa97ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:32.868800 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-5faf9a3c-1217-484f-9a29-a85db4fa97ec admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1437554 Aug 31 13:33:35.104636 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42656) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:35.250169 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c289a6-987f-4a32-9127-7d5bcdb93eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:35.250601 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c289a6-987f-4a32-9127-7d5bcdb93eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:35.252204 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f9c289a6-987f-4a32-9127-7d5bcdb93eb3 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465449 Aug 31 13:33:37.538444 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42664) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:37.643061 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd657eac-8fa1-447d-b16b-bbe6183b8792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:37.644594 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-cd657eac-8fa1-447d-b16b-bbe6183b8792 admin admin] 10.222.0.21 "GET /v2.0/subnets/1a919592-5fc6-4f80-ab9d-9e3091847730 HTTP/1.1" status: 200 len: 868 time: 0.1051168 Aug 31 13:33:39.900165 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42672) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:33:40.019236 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87823182-a511-4169-9e99-f3e6ab7f4ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:33:40.020619 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-87823182-a511-4169-9e99-f3e6ab7f4ee2 admin admin] 10.222.0.21 "GET /v2.0/subnets/97b24d5e-6f32-467a-8106-f40fda33bfb9 HTTP/1.1" status: 200 len: 816 time: 0.1194525 Aug 31 13:33:47.635287 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b7ba55-de23-4662-acc7-35953c95991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:49.349811 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:33:50.356073 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9adc7126-5ce0-4b96-8950-9a335d04f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:50.768993 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:51.433258 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:33:53.660711 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:04.839532 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42726) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:04.899760 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [None req-4bc0fedd-33cb-4437-909d-9e070f7239f2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:34:04.901018 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-4bc0fedd-33cb-4437-909d-9e070f7239f2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600293 Aug 31 13:34:07.259957 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42734) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:07.336731 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b65a4d-608b-4c1a-800e-a72de88c5d0f admin admin] GET failed (client error): The resource could not be found. Aug 31 13:34:07.338075 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c0b65a4d-608b-4c1a-800e-a72de88c5d0f admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0771453 Aug 31 13:34:07.499360 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7827c1e9-ef8b-421f-ba41-6ccce8ea3cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:07.501183 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-7827c1e9-ef8b-421f-ba41-6ccce8ea3cd7 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1558890 Aug 31 13:34:09.812776 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42742) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:09.874338 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:34:09.900381 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Made reservation on behalf of 36f0edea126e429492af0e7ed6bc73ac for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:34:09.902832 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:09.933028 dv-cinder-806605-3-iscsi neutron-server[95587]: WARNING neutron.services.revisions.revision_plugin [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Could not find related network for resource to bump revision. Aug 31 13:34:09.952854 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] vlan segment allocate from pool success with {'vlan_id': 1484, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:34:09.963231 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:09.963634 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Added segment 0ab2fd2c-5599-464c-9b00-9ba04a902966 of type vlan for network c804b9fd-0dac-4d8b-98b5-67f86f24f13f Aug 31 13:34:10.015440 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:10.041295 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:10.042287 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:10.042867 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:10.100668 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2867217 Aug 31 13:34:10.108029 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Pushing event updated for resources: {'Network': ['ID=c804b9fd-0dac-4d8b-98b5-67f86f24f13f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:10.115955 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.116334 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.116720 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.117056 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.117390 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.117728 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.118055 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.118383 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.118715 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.119331 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.119655 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.119982 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e7636-1365-4be6-8bf4-6306a519f328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:10.133231 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network c804b9fd-0dac-4d8b-98b5-67f86f24f13f details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:34:12.375515 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42750) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:34:12.444848 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dceb18-4556-4d59-b8fb-2d83d86746fe admin admin] GET failed (client error): The resource could not be found. Aug 31 13:34:12.446249 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c2dceb18-4556-4d59-b8fb-2d83d86746fe admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0697465 Aug 31 13:34:12.522105 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18cca2-ad21-4219-b9b3-5cd55c56aee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:12.523566 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-cb18cca2-ad21-4219-b9b3-5cd55c56aee4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0721340 Aug 31 13:34:12.540485 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:34:12.576700 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Made reservation on behalf of 36f0edea126e429492af0e7ed6bc73ac for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:34:12.579295 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:12.892281 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:12.951986 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116024f0-9b93-4b4a-851b-0e698e03b3ec,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:12.966982 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Checking segment: {'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:34:12.967494 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Network hostable DHCP agents. Network: c804b9fd-0dac-4d8b-98b5-67f86f24f13f, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:34:13.006897 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Network c804b9fd-0dac-4d8b-98b5-67f86f24f13f is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:34:13.023407 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, c804b9fd-0dac-4d8b-98b5-67f86f24f13f) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:34:13.029212 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:34:13.029905 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:13.035440 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf284d8e-c64a-4ba4-abb4-71c6de24f228 None None] Network c804b9fd-0dac-4d8b-98b5-67f86f24f13f requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:34:13.051774 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-3837e9a6-35fd-4c4e-9cb6-7a48bfe15fb9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5174823 Aug 31 13:34:13.332296 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-c804b9fd-0dac-4d8b-98b5-67f86f24f13f', 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f', 'tenant_id': '36f0edea126e429492af0e7ed6bc73ac', 'fixed_ips': [{'subnet_id': '116024f0-9b93-4b4a-851b-0e698e03b3ec'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:34:13.334563 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:13.489242 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Allocated IP 192.168.233.2 (c804b9fd-0dac-4d8b-98b5-67f86f24f13f/116024f0-9b93-4b4a-851b-0e698e03b3ec/b8ac83b9-a6e0-41b3-8627-15ddc6efae93) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:34:13.640650 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:13.654269 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Transition to ACTIVE for port object b8ac83b9-a6e0-41b3-8627-15ddc6efae93 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:34:13.671419 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Transition to ACTIVE for port object b8ac83b9-a6e0-41b3-8627-15ddc6efae93 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:34:13.680099 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:13.730855 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Network c804b9fd-0dac-4d8b-98b5-67f86f24f13f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:34:13.734179 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:34:13.740617 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:34:13.751524 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Pushing event updated for resources: {'Port': ['ID=b8ac83b9-a6e0-41b3-8627-15ddc6efae93,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:13.774914 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.775264 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.775638 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.775977 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.776314 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.776678 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.777005 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.777331 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.778373 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.778373 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.778373 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.778797 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:34:13.818362 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Attempting to bind port b8ac83b9-a6e0-41b3-8627-15ddc6efae93 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:34:13.818872 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Attempting to bind port b8ac83b9-a6e0-41b3-8627-15ddc6efae93 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:34:13.819370 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Attempting to bind port b8ac83b9-a6e0-41b3-8627-15ddc6efae93 on network c804b9fd-0dac-4d8b-98b5-67f86f24f13f {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:34:13.827243 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:34:13.827808 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Checking segment: {'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:34:13.828324 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:13.828791 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Bound using segment: {'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:34:13.829259 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Bound port: b8ac83b9-a6e0-41b3-8627-15ddc6efae93, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:34:13.829652 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:13.905299 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] For port b8ac83b9-a6e0-41b3-8627-15ddc6efae93, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:34:13.909289 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] For port b8ac83b9-a6e0-41b3-8627-15ddc6efae93, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=b8ac83b9-a6e0-41b3-8627-15ddc6efae93,segment=NetworkSegment(0ab2fd2c-5599-464c-9b00-9ba04a902966),segment_id=0ab2fd2c-5599-464c-9b00-9ba04a902966)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:34:13.914699 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:13.973159 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf351ad-4c40-4de5-8699-901b9cdb6c05 None None] Pushing event updated for resources: {'Port': ['ID=b8ac83b9-a6e0-41b3-8627-15ddc6efae93,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:14.787659 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632de606-c798-4ef4-b1ca-b7b8ac0b3e05 None None] Network c804b9fd-0dac-4d8b-98b5-67f86f24f13f requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:34:14.917298 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6e89bfc5-ea54-4daa-82d7-13ed44f3bfc9 None None] Provisioning for port b8ac83b9-a6e0-41b3-8627-15ddc6efae93 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:34:15.134837 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device b8ac83b9-a6e0-41b3-8627-15ddc6efae93 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:34:15.199978 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port b8ac83b9-a6e0-41b3-8627-15ddc6efae93 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:34:15.204704 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port b8ac83b9-a6e0-41b3-8627-15ddc6efae93 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:34:15.205088 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:15.256062 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c33d38b4-63d9-4f4b-b59a-14715febf7de None None] Provisioning complete for port b8ac83b9-a6e0-41b3-8627-15ddc6efae93 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:34:15.256457 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c33d38b4-63d9-4f4b-b59a-14715febf7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:15.330489 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:15.390523 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port b8ac83b9-a6e0-41b3-8627-15ddc6efae93, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=b8ac83b9-a6e0-41b3-8627-15ddc6efae93,segment=NetworkSegment(0ab2fd2c-5599-464c-9b00-9ba04a902966),segment_id=0ab2fd2c-5599-464c-9b00-9ba04a902966)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:34:15.393169 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c33d38b4-63d9-4f4b-b59a-14715febf7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:15.396296 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:15.485583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=b8ac83b9-a6e0-41b3-8627-15ddc6efae93,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:34:15.490040 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.db.api [None req-c33d38b4-63d9-4f4b-b59a-14715febf7de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:34:15.490386 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG oslo_db.api [None req-c33d38b4-63d9-4f4b-b59a-14715febf7de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:34:17.096747 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device b8ac83b9-a6e0-41b3-8627-15ddc6efae93 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:34:17.152072 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port b8ac83b9-a6e0-41b3-8627-15ddc6efae93 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:34:17.152512 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:17.632662 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2053e083-30c7-4e27-bd77-ca5e04f15ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:20.367677 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a46ce0fe-3526-46fe-8747-e5873b2015f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:20.774655 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:21.435324 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:23.667896 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:26.349798 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:34:47.636434 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62d5df8b-a73b-4ca3-b175-5dc4fefe776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:50.372190 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2076f7cf-b5a4-4089-8cf5-f6bdc0700e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:50.780495 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:51.439319 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:34:53.664665 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:03.349178 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:35:17.640030 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d844a72d-886c-421e-a87a-48039916e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:20.374814 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bed10d1-524a-4f87-b822-fba977fe2bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:20.784135 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:21.447937 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:23.672247 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:24.527540 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42802) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:35:24.538141 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [None req-0dc05974-534e-415c-8c9f-6e47a0c0c155 tempest-verify_tempest_config-1480857056 tempest-verify_tempest_config-1480857056-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:35:24.539475 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0dc05974-534e-415c-8c9f-6e47a0c0c155 tempest-verify_tempest_config-1480857056 tempest-verify_tempest_config-1480857056-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0107532 Aug 31 13:35:24.911943 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42820) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:35:25.021194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:25.114136 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:25.120488 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:25.172413 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bbb277-8983-42ec-af9f-6162692d2ffb,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:35:25.177207 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aedb3851239642b6b4c85c1407a20c57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2639663 Aug 31 13:35:25.180036 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 42824) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:35:25.183319 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.183696 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.184036 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.184472 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.184765 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.185109 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.185440 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.185767 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.186108 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.186434 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.186758 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.187077 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3ac85-1a96-4986-a1b7-2b77615aad33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.249785 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:25.272036 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:25.373349 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:25.377161 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:25.378780 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1bbb277-8983-42ec-af9f-6162692d2ffb HTTP/1.1" status: 204 len: 168 time: 0.1976786 Aug 31 13:35:25.387172 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bbb277-8983-42ec-af9f-6162692d2ffb,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:35:25.394615 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.394989 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.395331 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.395670 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.395988 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.396397 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.396796 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.397044 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.397392 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.397728 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.398050 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:25.398374 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde154e-d69c-47c4-9d91-df879c4244ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:35:40.348826 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:35:47.646349 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-202331e1-830e-4095-8ed1-d87a8c01ef70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:50.371374 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cd69-a493-49fb-9586-e4a033692763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:50.779393 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:51.446409 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:35:53.674895 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:17.351251 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:36:17.643555 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6644556d-b07b-4463-9102-24b15c866800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:20.370964 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1175-81d6-4e2b-b353-4a2f949a58b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:20.786053 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:21.449256 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:23.682152 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:47.645939 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f41db935-d9ec-4296-bd9d-e180ac8b0619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:50.364283 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-87ac80e4-8ea9-44f5-a8f9-58acd0ffafb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:50.796141 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:51.454038 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:53.689564 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:36:54.350428 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:37:00.609183 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3930082'] for agent, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:16.239315 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42898) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:37:16.390329 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-047f638a-061b-438e-9fdb-8bff549afdb5 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1498497 Aug 31 13:37:17.642922 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66558c53-b64c-4ed6-8759-685d67f2c592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:18.670138 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 42908) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:37:18.737183 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-732c2c93-a5c0-4915-847c-bf92111fd43d admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0659614 Aug 31 13:37:20.368725 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d8d18c0-5b00-4a85-bfa7-d333e506a889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:20.782175 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:21.454364 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:23.685073 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:30.573062 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:31.359886 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:37:47.638775 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05226552-4f80-4dd1-970e-9b1754adf6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:50.371146 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33dcc6a2-6bb8-4673-9814-373a78c412f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:50.791398 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:51.464397 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:37:53.688137 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:00.575921 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:08.350661 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:38:17.650587 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10623dc5-2bbd-4826-a109-f7ab31ba6350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:20.374892 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70064923-c6aa-4f4c-8e22-04993f73a49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:20.788098 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:21.462045 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:23.690235 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:30.579337 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:45.349873 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:38:47.644766 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51ac36da-499a-4cad-8067-eb5464494a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:50.385941 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-222e3c5b-afa5-4288-b852-8b594ff023ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:50.790509 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.210517 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43070) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:51.470284 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.502613 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1126664012-network', 'tenant_id': '0cc54c1c3c114f798454409802c69251'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:51.532914 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Made reservation on behalf of 0cc54c1c3c114f798454409802c69251 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:38:51.535496 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.545146 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.551697 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43100) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:51.646182 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.652346 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.685929 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] vlan segment allocate from pool success with {'vlan_id': 1492, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:38:51.703221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb20588-018b-498f-a10f-b2346e75bdda,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:51.712297 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.713016 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.713482 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.713745 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.714094 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.714449 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.714785 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.715125 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.715497 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.715788 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.716232 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.716601 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Tracked resource versions report: Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: pushed versions: Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: { 'AddressGroup': {'1.2'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'ConntrackHelper': {'1.0'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Log': {'1.0'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Network': {'1.1'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Port': {'1.7'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'PortForwarding': {'1.2'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'QosPolicy': {'1.9'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SecurityGroup': {'1.4'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SubPort': {'1.0'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Subnet': {'1.1'}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Trunk': {'1.1'}} Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: consumer versions: Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: { DHCP agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: HyperV agent@hv-cinder-80660: {}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: L3 agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: Metadata agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: Metering agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: Open vSwitch agent@dv-cinder-806605-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'ConntrackHelper': '1.0', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Log': '1.0', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Network': '1.1', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Port': '1.7', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'PortForwarding': '1.2', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'QosPolicy': '1.9', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SecurityGroup': '1.4', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SecurityGroupRule': '1.2', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'SubPort': '1.0', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Subnet': '1.1', Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: 'Trunk': '1.1'}} Aug 31 13:38:51.717718 dv-cinder-806605-3-iscsi neutron-server[95587]: {{(pid=95587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:38:51.723921 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.724406 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Added segment 3f5c351f-a081-4431-8763-b7547ef96eba of type vlan for network 7001dc11-bdb7-421c-bb7e-a8736e577820 Aug 31 13:38:51.784835 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.815971 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.817338 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:51.818148 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:51.876475 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6641347 Aug 31 13:38:51.880808 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43118) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:51.886056 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bf191-d29a-4393-9159-b16819522057 admin admin] Pushing event updated for resources: {'Network': ['ID=7001dc11-bdb7-421c-bb7e-a8736e577820,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:51.895611 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Request body: {'subnet': {'network_id': '7001dc11-bdb7-421c-bb7e-a8736e577820', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1126664012-subnet', 'tenant_id': '0cc54c1c3c114f798454409802c69251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:51.901405 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 7001dc11-bdb7-421c-bb7e-a8736e577820 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:38:51.922828 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-network', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:51.963193 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Made reservation on behalf of 0cc54c1c3c114f798454409802c69251 for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:38:51.966437 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.013569 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Made reservation on behalf of ae54f8b2e084475ab699677246680a5e for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:38:52.016603 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.027473 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.065527 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:52.180766 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.201331 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.216400 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1479, 'physical_network': 'physnet1'} {{(pid=95586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:38:52.230280 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.230626 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Added segment f98c365b-4b6c-493a-a345-64b76d86853d of type vlan for network 3852d755-7c50-46df-80a0-1c0c41c9e729 Aug 31 13:38:52.289983 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43136) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:52.290526 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.354924 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8679aa-f132-46d4-8071-a5183dabb276,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:52.370961 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.372126 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:52.372730 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.383503 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.383885 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.384551 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.384878 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.385202 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.385542 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.385886 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.386202 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.386542 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.386859 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.387288 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.387480 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Tracked resource versions report: Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: pushed versions: Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: { 'AddressGroup': {'1.2'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'ConntrackHelper': {'1.0'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Log': {'1.0'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Network': {'1.1'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Port': {'1.7'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'PortForwarding': {'1.2'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'QosPolicy': {'1.9'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SecurityGroup': {'1.4'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SubPort': {'1.0'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Subnet': {'1.1'}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Trunk': {'1.1'}} Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: consumer versions: Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: { DHCP agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: HyperV agent@hv-cinder-80660: {}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: L3 agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: Metadata agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: Metering agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: Open vSwitch agent@dv-cinder-806605-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'ConntrackHelper': '1.0', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Log': '1.0', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Network': '1.1', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Port': '1.7', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'PortForwarding': '1.2', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'QosPolicy': '1.9', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SecurityGroup': '1.4', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SecurityGroupRule': '1.2', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'SubPort': '1.0', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Subnet': '1.1', Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: 'Trunk': '1.1'}} Aug 31 13:38:52.388752 dv-cinder-806605-3-iscsi neutron-server[95586]: {{(pid=95586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:38:52.404712 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2013213589-network', 'tenant_id': 'a9d8392a09c34c68a6b4f4beb18b7f1c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:52.417495 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.428124 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43144) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:52.429636 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8757894 Aug 31 13:38:52.435283 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Request body: {'subnet': {'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-subnet', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:52.464192 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Made reservation on behalf of a9d8392a09c34c68a6b4f4beb18b7f1c for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:38:52.467315 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.479236 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.488519 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Made reservation on behalf of ae54f8b2e084475ab699677246680a5e for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:38:52.490395 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:52.494435 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.607766 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-975505304-network', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:52.688843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10753353-a05f-4fd6-b18e-ead38db9f9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3852d755-7c50-46df-80a0-1c0c41c9e729,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:52.702376 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Checking segment: {'id': '3f5c351f-a081-4431-8763-b7547ef96eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '7001dc11-bdb7-421c-bb7e-a8736e577820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:38:52.703000 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Network hostable DHCP agents. Network: 7001dc11-bdb7-421c-bb7e-a8736e577820, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:38:52.703605 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 3852d755-7c50-46df-80a0-1c0c41c9e729 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:38:52.729925 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Network 7001dc11-bdb7-421c-bb7e-a8736e577820 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:38:52.747432 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 7001dc11-bdb7-421c-bb7e-a8736e577820) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:38:52.761409 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:52.763807 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.784737 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518feaf2-0d6a-4856-8ae9-598c8a55928b None None] Network 7001dc11-bdb7-421c-bb7e-a8736e577820 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:38:52.790684 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.840952 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.856618 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a61ca3-582c-4a81-a194-d76b61fb1458,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:52.861057 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.862569 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-0754cd2c-6f14-4772-b875-b2b8804672e4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9798172 Aug 31 13:38:52.918957 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 1468, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:38:52.954083 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Made reservation on behalf of ed036eb1dc894a28af566c40419db15a for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:38:52.957470 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.972208 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.972579 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Added segment a01fecfd-e378-4558-b2e7-3be63400f5c5 of type vlan for network fa07179d-dd48-41cb-8301-642273bf3aa6 Aug 31 13:38:52.986396 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:52.988676 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1363d6ac-3105-4648-a7d9-514c3f177828,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:53.004966 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Checking segment: {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:38:53.005247 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Network hostable DHCP agents. Network: 3852d755-7c50-46df-80a0-1c0c41c9e729, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:38:53.061416 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.067874 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d2721-cbfe-4db5-9e7b-c7701436a3ef None None] Network 7001dc11-bdb7-421c-bb7e-a8736e577820 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:38:53.086230 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Network 3852d755-7c50-46df-80a0-1c0c41c9e729 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:38:53.123099 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 3852d755-7c50-46df-80a0-1c0c41c9e729) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:38:53.132432 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:53.133044 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.135971 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.137262 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:53.138168 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.142737 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67dc51-0be6-433e-aac6-2d64fd001db0 None None] Network 3852d755-7c50-46df-80a0-1c0c41c9e729 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:38:53.330369 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] Pushing event updated for resources: {'Network': ['ID=fa07179d-dd48-41cb-8301-642273bf3aa6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:53.385215 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network fa07179d-dd48-41cb-8301-642273bf3aa6 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:38:53.445139 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.456524 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.477004 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1453, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:38:53.523327 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43182) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:53.530624 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:53.535477 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-bb6172e8-e5e2-4e54-b5bb-0d82aee2ebdf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1057696 Aug 31 13:38:53.540537 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c9fe5-e53c-4091-ae1a-f77f9cf149f1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:53.548682 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-86911f4f-3d74-4b35-b4f7-7411bfa20e76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4817245 Aug 31 13:38:53.556949 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43184) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:53.564365 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.568052 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Added segment d9b5441f-6ccc-4ed1-b298-6157f6839692 of type vlan for network e2963958-fdd6-40d3-96f2-9d73522bf15e Aug 31 13:38:53.584943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.587273 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.617362 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Request body: {'subnet': {'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2013213589-subnet', 'tenant_id': 'a9d8392a09c34c68a6b4f4beb18b7f1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:53.686522 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Made reservation on behalf of a9d8392a09c34c68a6b4f4beb18b7f1c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:38:53.689153 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.706251 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f97cf-7012-4a96-a214-5152cbdbbce0 None None] Network 3852d755-7c50-46df-80a0-1c0c41c9e729 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:38:53.748108 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.754100 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.851118 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.934772 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:53.935746 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:53.936326 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:54.005227 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:54.103735 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43214) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:54.104447 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8132429 Aug 31 13:38:54.109229 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Request body: {'subnet': {'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-subnet', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:54.178506 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937188a-6e31-4a35-9a27-ba7c790278fc admin admin] Pushing event updated for resources: {'Network': ['ID=e2963958-fdd6-40d3-96f2-9d73522bf15e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:54.180267 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Made reservation on behalf of ed036eb1dc894a28af566c40419db15a for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:38:54.191288 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:54.191708 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network e2963958-fdd6-40d3-96f2-9d73522bf15e details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:38:54.381741 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:54.451807 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=53187db4-def8-4e43-98eb-d1dd9cb48f14,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:54.455498 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:54.461050 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Checking segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:38:54.461614 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Network hostable DHCP agents. Network: fa07179d-dd48-41cb-8301-642273bf3aa6, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:38:54.482203 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Network fa07179d-dd48-41cb-8301-642273bf3aa6 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:38:54.489163 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:54.498080 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, fa07179d-dd48-41cb-8301-642273bf3aa6) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:38:54.503724 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:54.504596 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:54.510619 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e169876-aa08-46bc-acc4-e81ac608273d None None] Network fa07179d-dd48-41cb-8301-642273bf3aa6 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:38:54.533548 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-547882f0-5967-4365-90e9-448fc971b89f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9728796 Aug 31 13:38:54.716832 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Allocated IP 172.27.1.121 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/830228f8-2809-4997-8f9b-4d43de191f1f) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:38:54.723777 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee71350-a536-4a7f-9604-cf4dcedc2428 None None] Network fa07179d-dd48-41cb-8301-642273bf3aa6 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:38:55.094436 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.116644 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.193371 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf137db-c258-4cab-b4eb-15e9b02a1a11,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:55.205139 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.253483 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Checking segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:38:55.253847 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Network hostable DHCP agents. Network: e2963958-fdd6-40d3-96f2-9d73522bf15e, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:38:55.257022 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:38:55.263241 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:38:55.269883 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:38:55.276036 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Pushing event updated for resources: {'Port': ['ID=830228f8-2809-4997-8f9b-4d43de191f1f,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:55.391202 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Network e2963958-fdd6-40d3-96f2-9d73522bf15e is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:38:55.410722 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, e2963958-fdd6-40d3-96f2-9d73522bf15e) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:38:55.421540 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d03969-8947-45f9-bb62-a00a77d6da9f None None] Network e2963958-fdd6-40d3-96f2-9d73522bf15e requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:38:55.429562 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:55.430998 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.563285 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c249a8f1-03d1-4703-976d-490b439ee0a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4539161 Aug 31 13:38:55.563285 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43284) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:55.565939 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43286) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:55.574581 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:38:55.611295 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43290) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:55.614670 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43292) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:55.662090 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.665487 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.684744 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-e2963958-fdd6-40d3-96f2-9d73522bf15e', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:38:55.685700 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.694633 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.848991 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:55.914967 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Allocated IP 172.20.0.2 (e2963958-fdd6-40d3-96f2-9d73522bf15e/2cf137db-c258-4cab-b4eb-15e9b02a1a11/e03f7139-f394-4eb6-8909-2f302fa162b7) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:38:56.062055 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-03bea0bf-25ae-47f9-972f-e55c95fe0763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.103028 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.162625 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.176836 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Transition to ACTIVE for port object e03f7139-f394-4eb6-8909-2f302fa162b7 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:38:56.196971 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Transition to ACTIVE for port object e03f7139-f394-4eb6-8909-2f302fa162b7 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:38:56.207491 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.213705 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.220119 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43306) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:56.233219 dv-cinder-806605-3-iscsi neutron-server[95587]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 13:38:56.276148 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Network e2963958-fdd6-40d3-96f2-9d73522bf15e is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:38:56.278634 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:38:56.284678 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Pushing event updated for resources: {'Port': ['ID=e03f7139-f394-4eb6-8909-2f302fa162b7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:56.293069 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:38:56.300526 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.300876 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.301221 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.301561 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.301904 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.302234 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.302562 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.302888 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.303235 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.303566 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.304066 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.304429 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Tracked resource versions report: Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: pushed versions: Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: { 'AddressGroup': {'1.2'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'ConntrackHelper': {'1.0'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Log': {'1.0'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Network': {'1.1'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Port': {'1.7'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'PortForwarding': {'1.2'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'QosPolicy': {'1.9'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SecurityGroup': {'1.4'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SubPort': {'1.0'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Subnet': {'1.1'}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Trunk': {'1.1'}} Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: consumer versions: Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: { DHCP agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: HyperV agent@hv-cinder-80660: {}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: L3 agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: Metadata agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: Metering agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: Open vSwitch agent@dv-cinder-806605-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'ConntrackHelper': '1.0', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Log': '1.0', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Network': '1.1', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Port': '1.7', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'PortForwarding': '1.2', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'QosPolicy': '1.9', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SecurityGroup': '1.4', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SecurityGroupRule': '1.2', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'SubPort': '1.0', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Subnet': '1.1', Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: 'Trunk': '1.1'}} Aug 31 13:38:56.306135 dv-cinder-806605-3-iscsi neutron-server[95588]: {{(pid=95588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:38:56.372857 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Attempting to bind port e03f7139-f394-4eb6-8909-2f302fa162b7 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:38:56.373227 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Attempting to bind port e03f7139-f394-4eb6-8909-2f302fa162b7 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:38:56.373593 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Attempting to bind port e03f7139-f394-4eb6-8909-2f302fa162b7 on network e2963958-fdd6-40d3-96f2-9d73522bf15e {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:38:56.380535 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:38:56.381160 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Checking segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:38:56.381826 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.383026 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Bound using segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:38:56.394021 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Bound port: e03f7139-f394-4eb6-8909-2f302fa162b7, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:38:56.394893 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.399463 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4351e695-e03a-488d-a31a-b743a1c172a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.402083 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02341050-5057-4514-b89e-6d4bf5c319e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.483222 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] For port e03f7139-f394-4eb6-8909-2f302fa162b7, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:38:56.487821 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] For port e03f7139-f394-4eb6-8909-2f302fa162b7, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=e03f7139-f394-4eb6-8909-2f302fa162b7,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:38:56.495852 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.581148 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-03bea0bf-25ae-47f9-972f-e55c95fe0763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.595163 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-03bea0bf-25ae-47f9-972f-e55c95fe0763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.638048 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261d1da-c30f-4141-8aba-00fccfbb74b9 None None] Pushing event updated for resources: {'Port': ['ID=e03f7139-f394-4eb6-8909-2f302fa162b7,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:56.666882 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:38:56.690189 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bea0bf-25ae-47f9-972f-e55c95fe0763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0991f9-e055-4eb0-9fca-77960511134d,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:56.694911 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-03bea0bf-25ae-47f9-972f-e55c95fe0763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b42b75e0bb244236a5d4a3d2fee91157&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1309123 Aug 31 13:38:56.699617 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43312) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:56.727359 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-4d7dfc8c-2b30-4baa-913b-15b67fa28cd1 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:56.735329 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-4d7dfc8c-2b30-4baa-913b-15b67fa28cd1 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/networks?id=7001dc11-bdb7-421c-bb7e-a8736e577820 HTTP/1.1" status: 200 len: 812 time: 0.5083606 Aug 31 13:38:56.760550 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-bc621007-5cfe-4b26-9897-b993ca55fb6a tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/quotas/0cc54c1c3c114f798454409802c69251 HTTP/1.1" status: 200 len: 375 time: 0.0240424 Aug 31 13:38:56.837936 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-58435b1f-df3c-4b19-bbfe-073b485b16d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.876742 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-9c8933a4-80ae-4e94-aea1-52d4f0bf5170 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0cc54c1c3c114f798454409802c69251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142628 Aug 31 13:38:56.884632 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:38:56.905849 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-58435b1f-df3c-4b19-bbfe-073b485b16d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:56.909603 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Sync routers for ids ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:38:56.914416 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-9263f6cd-7104-4f88-8510-b5dda4011e25 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:38:56.923379 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Routers {'2cfd51e1-00cd-4814-b91b-e131ee939cd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:38:56.926236 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-9263f6cd-7104-4f88-8510-b5dda4011e25 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479167 Aug 31 13:38:56.926727 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:38:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:38:56.995440 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-58435b1f-df3c-4b19-bbfe-073b485b16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.003176 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-58435b1f-df3c-4b19-bbfe-073b485b16d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.010596 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-58435b1f-df3c-4b19-bbfe-073b485b16d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e0991f9-e055-4eb0-9fca-77960511134d HTTP/1.1" status: 204 len: 168 time: 0.3097124 Aug 31 13:38:57.036779 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58435b1f-df3c-4b19-bbfe-073b485b16d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0991f9-e055-4eb0-9fca-77960511134d,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:57.082877 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43338) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:57.091571 dv-cinder-806605-3-iscsi neutron-server[95586]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 13:38:57.150158 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Set router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:38:57.179876 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.232971 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.263262 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02341050-5057-4514-b89e-6d4bf5c319e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.305677 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02341050-5057-4514-b89e-6d4bf5c319e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.378057 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-02341050-5057-4514-b89e-6d4bf5c319e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b28122ce2be438cb2aafcb540ef8817&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7507806 Aug 31 13:38:57.429959 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device e03f7139-f394-4eb6-8909-2f302fa162b7 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:38:57.470781 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-a73a6c39-1fa5-4879-a006-e4c9e6991073 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:38:57.472736 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-a73a6c39-1fa5-4879-a006-e4c9e6991073 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 815 time: 0.3829238 Aug 31 13:38:57.473254 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43346) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:57.487775 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02341050-5057-4514-b89e-6d4bf5c319e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5fb705-6608-4d25-a88f-8edbbe8f6f92,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:57.501185 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-25d2a1fd-d96a-4448-a065-66fe8dbd2905 service neutron] 10.222.0.21 "GET /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657485 Aug 31 13:38:57.507417 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ae59c927-9f63-497b-8067-6131fc3949c4 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/quotas/a9d8392a09c34c68a6b4f4beb18b7f1c HTTP/1.1" status: 200 len: 375 time: 0.0271957 Aug 31 13:38:57.539461 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port e03f7139-f394-4eb6-8909-2f302fa162b7 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:38:57.572088 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-8d555cb5-b3ca-48ab-9d01-2d8c6c4bc1ad tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576601 Aug 31 13:38:57.584520 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:38:55Z', 'revision_number': 3, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port': {'id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:54Z', 'updated_at': '2021-08-31T13:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:38:57.586907 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-80813106-49c3-46c6-a4a1-537e78791cfb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:38:57.589498 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-80813106-49c3-46c6-a4a1-537e78791cfb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093939 Aug 31 13:38:57.628424 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Checking router: 2cfd51e1-00cd-4814-b91b-e131ee939cd0 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:38:57.629474 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Updating router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 port 830228f8-2809-4997-8f9b-4d43de191f1f binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:38:57.640864 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fb57d389-88ee-4208-af8d-f11734ba6835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.664580 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.670585 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43352) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:57.672029 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-6f507677-31b7-42dc-9847-d0caf911efab service neutron] 10.222.0.21 "GET /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699162 Aug 31 13:38:57.735499 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c98efe2d-c7ff-4672-9ca4-4da9039f4209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.748464 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fb57d389-88ee-4208-af8d-f11734ba6835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.836020 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Allocated IP 172.27.1.203 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:38:57.914555 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fb57d389-88ee-4208-af8d-f11734ba6835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.918402 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fb57d389-88ee-4208-af8d-f11734ba6835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:57.920729 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-fb57d389-88ee-4208-af8d-f11734ba6835 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b5fb705-6608-4d25-a88f-8edbbe8f6f92 HTTP/1.1" status: 204 len: 168 time: 0.4458144 Aug 31 13:38:57.958188 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57d389-88ee-4208-af8d-f11734ba6835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5fb705-6608-4d25-a88f-8edbbe8f6f92,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:58.075139 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.079550 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4351e695-e03a-488d-a31a-b743a1c172a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.085824 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4351e695-e03a-488d-a31a-b743a1c172a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.100242 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2318f378-1de3-4660-8b11-a61c19fdf2f4 service neutron] 10.222.0.21 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114729 Aug 31 13:38:58.104715 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.111407 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-b1765c77-123e-4eaf-9d04-5fd9adc689e9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5841258 Aug 31 13:38:58.112300 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43368) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:58.257136 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-4351e695-e03a-488d-a31a-b743a1c172a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f334cb75691c4e7d86d5adf491c794b4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6440272 Aug 31 13:38:58.299446 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0686262-4af0-42d3-adfd-7c644444eb13 None None] Network e2963958-fdd6-40d3-96f2-9d73522bf15e requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:38:58.314522 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43382) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:58.333612 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351e695-e03a-488d-a31a-b743a1c172a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6548fa16-cfbb-42cb-b15e-d785d1b01004,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:58.393326 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7b9d1ad3-cfe3-4ca3-96c7-a69e2fc67023 req-50a4ce31-fd43-4e4a-a9fc-d478dec924e2 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.1485100 Aug 31 13:38:58.489866 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7c8c7ae0-71b3-4285-aefb-854f707dca70 None None] Provisioning for port e03f7139-f394-4eb6-8909-2f302fa162b7 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:38:58.491718 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.506974 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7c8c7ae0-71b3-4285-aefb-854f707dca70 None None] Provisioning complete for port e03f7139-f394-4eb6-8909-2f302fa162b7 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:38:58.507346 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c8c7ae0-71b3-4285-aefb-854f707dca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.527700 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-977b901d-1e74-40d8-a7d0-f5068393667e service neutron] 10.222.0.21 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170578 Aug 31 13:38:58.600070 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bea8cfb9-d193-4038-ac1e-3ee144034143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.712344 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bea8cfb9-d193-4038-ac1e-3ee144034143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.796616 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:38:58.830221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:38:58.876585 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:38:58.906355 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43396) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:58.941484 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c8c7ae0-71b3-4285-aefb-854f707dca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.946030 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.954266 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c98efe2d-c7ff-4672-9ca4-4da9039f4209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.956592 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e69e3337-698b-481b-ae9e-d2ced3dfb31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.959530 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Transition to ACTIVE for port object 830228f8-2809-4997-8f9b-4d43de191f1f will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:38:58.969931 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:58.996493 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c98efe2d-c7ff-4672-9ca4-4da9039f4209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.023249 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Pushing event updated for resources: {'Port': ['ID=830228f8-2809-4997-8f9b-4d43de191f1f,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:59.033031 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.033375 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.033712 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.034051 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.034382 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.034680 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-7c8c7ae0-71b3-4285-aefb-854f707dca70 None None] For port e03f7139-f394-4eb6-8909-2f302fa162b7, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=e03f7139-f394-4eb6-8909-2f302fa162b7,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:38:59.034831 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.035012 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.035505 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.035860 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.036248 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.036801 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.037126 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Tracked resource versions report: Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: pushed versions: Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: { 'AddressGroup': {'1.2'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'ConntrackHelper': {'1.0'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Log': {'1.0'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Network': {'1.1'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Port': {'1.7'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'PortForwarding': {'1.2'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'QosPolicy': {'1.9'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SecurityGroup': {'1.4'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SubPort': {'1.0'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Subnet': {'1.1'}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Trunk': {'1.1'}} Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: consumer versions: Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: { DHCP agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: HyperV agent@hv-cinder-80660: {}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: L3 agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: Metadata agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: Metering agent@dv-cinder-806605-3-iscsi: {}, Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: Open vSwitch agent@dv-cinder-806605-3-iscsi: { 'AddressGroup': '1.2', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'ConntrackHelper': '1.0', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Log': '1.0', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Network': '1.1', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Port': '1.7', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'PortForwarding': '1.2', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'QosPolicy': '1.9', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SecurityGroup': '1.4', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SecurityGroupRule': '1.2', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'SubPort': '1.0', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Subnet': '1.1', Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: 'Trunk': '1.1'}} Aug 31 13:38:59.038272 dv-cinder-806605-3-iscsi neutron-server[95590]: {{(pid=95590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:38:59.040448 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c8c7ae0-71b3-4285-aefb-854f707dca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.096348 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:59.122223 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c7ae0-71b3-4285-aefb-854f707dca70 None None] Pushing event updated for resources: {'Port': ['ID=e03f7139-f394-4eb6-8909-2f302fa162b7,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:59.132383 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Attempting to bind port 830228f8-2809-4997-8f9b-4d43de191f1f on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:38:59.134960 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Attempting to bind port 830228f8-2809-4997-8f9b-4d43de191f1f by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:38:59.134960 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Attempting to bind port 830228f8-2809-4997-8f9b-4d43de191f1f on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:38:59.151859 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bea8cfb9-d193-4038-ac1e-3ee144034143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.153435 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:38:59.154258 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:38:59.154736 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bea8cfb9-d193-4038-ac1e-3ee144034143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.154951 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.155947 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-bea8cfb9-d193-4038-ac1e-3ee144034143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6548fa16-cfbb-42cb-b15e-d785d1b01004 HTTP/1.1" status: 204 len: 168 time: 0.8330982 Aug 31 13:38:59.156880 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:38:59.157549 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Bound port: 830228f8-2809-4997-8f9b-4d43de191f1f, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:38:59.159179 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.178782 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98efe2d-c7ff-4672-9ca4-4da9039f4209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94edd846-260a-4a42-ada7-3d654a1c3ece,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:59.186269 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c98efe2d-c7ff-4672-9ca4-4da9039f4209 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2df5ae8ed9741cdb279e71392782f53&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5019839 Aug 31 13:38:59.217614 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8cfb9-d193-4038-ac1e-3ee144034143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6548fa16-cfbb-42cb-b15e-d785d1b01004,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:59.225970 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43416) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:59.360055 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e05930a-4365-411d-a154-15bca7372a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.376618 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] For port 830228f8-2809-4997-8f9b-4d43de191f1f, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:38:59.392274 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] For port 830228f8-2809-4997-8f9b-4d43de191f1f, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=830228f8-2809-4997-8f9b-4d43de191f1f,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:38:59.400453 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device e03f7139-f394-4eb6-8909-2f302fa162b7 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:38:59.402513 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.468688 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e05930a-4365-411d-a154-15bca7372a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.527812 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port e03f7139-f394-4eb6-8909-2f302fa162b7 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:38:59.528426 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.555151 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e69e3337-698b-481b-ae9e-d2ced3dfb31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.581326 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e69e3337-698b-481b-ae9e-d2ced3dfb31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.613876 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77888f-c526-41bf-afba-bb9063839d06 None None] Pushing event updated for resources: {'Port': ['ID=830228f8-2809-4997-8f9b-4d43de191f1f,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:59.657997 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-229c4961-0b17-48f9-9f3f-7b86e2d0c3a5 None None] Provisioning complete for port e03f7139-f394-4eb6-8909-2f302fa162b7 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:38:59.658694 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-229c4961-0b17-48f9-9f3f-7b86e2d0c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.678590 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Routers {'2cfd51e1-00cd-4814-b91b-e131ee939cd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:38:59.679240 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:38:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:38:59.715724 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cbaf8a8a-456d-4984-ba92-ef0051bbcc6a req-85608550-15ce-4cf3-b7c4-e3fc309db9d6 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 210 time: 0.0699725 Aug 31 13:38:59.850842 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e070ee9b-15ae-437c-8e00-0f93dd7e10ee req-5c3d9e09-d67d-43e6-8ee3-28242cce0530 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.2166340 Aug 31 13:38:59.855094 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e3337-698b-481b-ae9e-d2ced3dfb31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4961f87a-070c-4966-9f4a-8c6c9e994d5c,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:38:59.879875 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-e69e3337-698b-481b-ae9e-d2ced3dfb31c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc12b0a001954982babfec3675b788d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9668851 Aug 31 13:38:59.882013 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43444) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:38:59.949779 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e05930a-4365-411d-a154-15bca7372a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.959171 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e05930a-4365-411d-a154-15bca7372a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:38:59.961353 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9e05930a-4365-411d-a154-15bca7372a8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94edd846-260a-4a42-ada7-3d654a1c3ece HTTP/1.1" status: 204 len: 168 time: 0.7341523 Aug 31 13:39:00.041262 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] Set router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:39:00.087152 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05930a-4365-411d-a154-15bca7372a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94edd846-260a-4a42-ada7-3d654a1c3ece,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:00.156782 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-aaf46614-070d-4d3d-9f55-2620ac7619bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.229001 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-aaf46614-070d-4d3d-9f55-2620ac7619bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.263579 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43458) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:00.377199 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d86ac101-6a35-4476-a1e3-f53ac2e992de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.427312 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.510041 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-aaf46614-070d-4d3d-9f55-2620ac7619bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.516956 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:38:55Z', 'revision_number': 3, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port': {'id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:54Z', 'updated_at': '2021-08-31T13:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:00.519453 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-aaf46614-070d-4d3d-9f55-2620ac7619bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.531887 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-aaf46614-070d-4d3d-9f55-2620ac7619bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4961f87a-070c-4966-9f4a-8c6c9e994d5c HTTP/1.1" status: 204 len: 168 time: 0.6398604 Aug 31 13:39:00.570729 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf46614-070d-4d3d-9f55-2620ac7619bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4961f87a-070c-4966-9f4a-8c6c9e994d5c,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:00.647080 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.661483 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe4254-09fc-468d-bd7e-740b324b8133 None None] The sync data for ids ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'] in dv-cinder-806605-3-iscsi is: [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:38:55Z', 'revision_number': 3, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port': {'id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:54Z', 'updated_at': '2021-08-31T13:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:39:00.858996 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d86ac101-6a35-4476-a1e3-f53ac2e992de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.894799 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d86ac101-6a35-4476-a1e3-f53ac2e992de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:00.989657 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-d86ac101-6a35-4476-a1e3-f53ac2e992de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9b58a1d7c2348abaf7d1e5af2b62083&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7234700 Aug 31 13:39:01.016830 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6524f024-2ddb-4717-822b-dd6efd27b3bb req-06099d0a-0d18-400e-9073-6874f0ef6cbf tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 210 time: 0.1489027 Aug 31 13:39:01.019164 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43486) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:01.115831 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ac101-6a35-4476-a1e3-f53ac2e992de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f6171-8f79-4ba2-95ac-e344c7710176,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:01.128114 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.329860 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-36f139e6-9563-44ad-8452-c8774d0ad87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.386220 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-36f139e6-9563-44ad-8452-c8774d0ad87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.443510 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 830228f8-2809-4997-8f9b-4d43de191f1f up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:01.486184 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2e828053-8a89-4554-be35-bad330bdf9dc req-b9c449a9-dcba-4cba-9c6f-01c01f8b39ec tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.2380517 Aug 31 13:39:01.490893 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-36f139e6-9563-44ad-8452-c8774d0ad87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.494835 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-36f139e6-9563-44ad-8452-c8774d0ad87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.498089 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-36f139e6-9563-44ad-8452-c8774d0ad87a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a60f6171-8f79-4ba2-95ac-e344c7710176 HTTP/1.1" status: 204 len: 168 time: 0.4715803 Aug 31 13:39:01.510305 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f139e6-9563-44ad-8452-c8774d0ad87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f6171-8f79-4ba2-95ac-e344c7710176,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:01.611942 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.614698 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 830228f8-2809-4997-8f9b-4d43de191f1f completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:01.622871 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 830228f8-2809-4997-8f9b-4d43de191f1f triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:01.623771 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.731984 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Allocated IP 172.20.0.1 (3852d755-7c50-46df-80a0-1c0c41c9e729/13a61ca3-582c-4a81-a194-d76b61fb1458/9ef43942-943b-4e69-a561-c3e33eb2427b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:39:01.816912 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.898048 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 830228f8-2809-4997-8f9b-4d43de191f1f, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=830228f8-2809-4997-8f9b-4d43de191f1f,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:01.911850 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:01.978342 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=830228f8-2809-4997-8f9b-4d43de191f1f,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:02.003502 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:02.062865 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Router c5968233-0e4b-4a4f-b4dc-672e72a149f7 is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:39:02.152657 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:02.247309 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.107', 64295) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:02.326026 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Network 3852d755-7c50-46df-80a0-1c0c41c9e729 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:02.340571 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:02.349501 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:39:02.349970 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:02.483245 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a5ee1d05-4796-4a0b-b904-5637b191e542 req-ea465cfe-2a9a-405f-aa49-a1dc7ffc7312 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 210 time: 0.1051645 Aug 31 13:39:02.565664 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-3f1094a2-e9ab-4b38-95dd-cd721eeb223b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:02.572344 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-3f1094a2-e9ab-4b38-95dd-cd721eeb223b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.107 "GET /v2.0/networks?id=7001dc11-bdb7-421c-bb7e-a8736e577820 HTTP/1.1" status: 200 len: 812 time: 0.3229547 Aug 31 13:39:02.643600 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef43942-943b-4e69-a561-c3e33eb2427b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:02.644328 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Request body: {'port': {'device_id': 'ff5893af-a28f-49ab-b599-e85239bf3db4', 'network_id': '7001dc11-bdb7-421c-bb7e-a8736e577820', 'admin_state_up': True, 'tenant_id': '0cc54c1c3c114f798454409802c69251'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:02.680605 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:39:02.708735 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Sync routers for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:39:02.732667 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:39:02.733329 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:38:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:02.785788 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:02.794721 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-9a69db84-78c6-4775-82b4-f44c5d80cf97 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2259121 Aug 31 13:39:02.796073 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43566) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:03.004982 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.107', 64300) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:03.126301 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:03.206261 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:39:03.333621 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-da1b70a8-571b-4934-99b4-0b3cdfbf0885 req-266bec3c-ff5d-43a5-908e-8997b4576c43 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.5961602 Aug 31 13:39:03.628915 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 830228f8-2809-4997-8f9b-4d43de191f1f up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:03.644641 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Made reservation on behalf of 0cc54c1c3c114f798454409802c69251 for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:39:03.649354 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:03.788990 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 830228f8-2809-4997-8f9b-4d43de191f1f triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:03.789488 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:03.991411 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:38:59Z', 'revision_number': 3, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:04.028129 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Checking router: c5968233-0e4b-4a4f-b4dc-672e72a149f7 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:39:04.028433 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Updating router c5968233-0e4b-4a4f-b4dc-672e72a149f7 port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:39:04.058303 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-49105169-6a9e-4234-b106-fe25b90da05a req-d351fbef-f9ce-4cf7-b6f1-510f36dbd53b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 210 time: 0.2192869 Aug 31 13:39:04.060155 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:04.066898 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Allocated IP 172.20.0.4 (7001dc11-bdb7-421c-bb7e-a8736e577820/8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1/130e2381-2f69-40bb-8d34-e6b1d1aa9ab3) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:39:04.254462 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-0070c86d-d810-4810-928d-40b9eeaafabb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:04.256231 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-0070c86d-d810-4810-928d-40b9eeaafabb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 815 time: 1.2500601 Aug 31 13:39:04.282919 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Request body: {'port': {'device_id': 'b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d', 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'admin_state_up': True, 'tenant_id': 'a9d8392a09c34c68a6b4f4beb18b7f1c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:04.636781 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-868caddd-2418-4c6b-961c-7da8387670ab req-c87c4818-48f5-4a82-ad17-44b880ffb05c tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.1553822 Aug 31 13:39:04.676665 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:04.676835 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:04.709538 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:04.721715 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:04.774215 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:04.793958 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:04.835620 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Transition to ACTIVE for port object 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:04.851897 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:05.098698 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Attempting to bind port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:39:05.099397 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Attempting to bind port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:39:05.099958 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Attempting to bind port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:05.113736 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:39:05.116943 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:39:05.121169 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:05.122577 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:39:05.123289 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Bound port: 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:39:05.124200 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:05.134733 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f878a6-ba7b-49ba-9169-533b95aef872 None None] Pushing event updated for resources: {'Port': ['ID=0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:05.213382 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Network 7001dc11-bdb7-421c-bb7e-a8736e577820 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:05.228645 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:05.268413 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:39:05.297696 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:05.300461 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:05.341354 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] For port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:39:05.356287 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] For port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:39:05.363715 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:05.391579 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Pushing event updated for resources: {'Port': ['ID=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:05.485432 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-e66cde26-f17d-47b6-8db3-927253533e9b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8557601 Aug 31 13:39:05.494898 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:39:05.495519 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:38:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:05.614354 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Made reservation on behalf of a9d8392a09c34c68a6b4f4beb18b7f1c for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:39:05.619078 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:05.664976 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-b57da3e1-10e2-4899-9639-fe0eebf6f975 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:39:05.666761 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-b57da3e1-10e2-4899-9639-fe0eebf6f975 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085807 Aug 31 13:39:05.685342 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef43942-943b-4e69-a561-c3e33eb2427b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:05.772706 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7de19905-efb4-4066-8258-142e9160be9f req-01172fef-a76c-48d6-b7ca-0fd2f52c8d60 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 210 time: 0.3841565 Aug 31 13:39:05.773109 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f878a6-ba7b-49ba-9169-533b95aef872 None None] Pushing event updated for resources: {'Port': ['ID=0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:05.789406 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:05.834886 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:39:05.932528 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1ef25-7f3f-4b22-98f4-0e58e355f855 req-14b9d83e-073b-4e65-996f-67c4a9840bfe tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:05.949636 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-84a1ef25-7f3f-4b22-98f4-0e58e355f855 req-14b9d83e-073b-4e65-996f-67c4a9840bfe tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 931 time: 0.1464548 Aug 31 13:39:06.023158 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Network 3852d755-7c50-46df-80a0-1c0c41c9e729 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:06.051117 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:06.130079 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-84a1ef25-7f3f-4b22-98f4-0e58e355f855 req-0f1614b1-24c1-4611-bb82-b0dc843f2d7e tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665320 Aug 31 13:39:06.457760 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:38:59Z', 'revision_number': 3, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:06.518237 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034fe11-36dc-4776-8bb5-a0232fb7eed7 None None] The sync data for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi is: [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:38:59Z', 'revision_number': 3, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:39:06.526034 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Request body: {'port': {'device_id': 'ff5893af-a28f-49ab-b599-e85239bf3db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:06.724894 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:06.752150 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Allocated IP 172.20.0.7 (fa07179d-dd48-41cb-8301-642273bf3aa6/53187db4-def8-4e43-98eb-d1dd9cb48f14/2a47da21-cc4f-45bc-938e-e78634de7de1) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:39:06.793241 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Allocated IP 172.20.0.1 (e2963958-fdd6-40d3-96f2-9d73522bf15e/2cf137db-c258-4cab-b4eb-15e9b02a1a11/8baab7d9-dd27-4e5d-8687-5e5d711a8319) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:39:06.829795 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:39:07.501658 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:07.639890 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:07.644673 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:07.645281 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:07.955004 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.036854 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:08.045309 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.120329 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6519c-eb6f-4233-8556-27d8179e1341 req-ccd761ea-05a2-4fd0-8f6c-df9f4c8a34e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:08.127720 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9bc6519c-eb6f-4233-8556-27d8179e1341 req-ccd761ea-05a2-4fd0-8f6c-df9f4c8a34e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 931 time: 0.5696740 Aug 31 13:39:08.161997 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4553c491-dadb-4010-99ad-a06381ae2647 req-38373594-6ee8-4140-827d-796bcf9cf492 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 210 time: 1.2144296 Aug 31 13:39:08.218189 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:08.253711 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:39:08.260453 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-ed215060-7046-4bfe-b6e0-fbea9ef36530 admin admin] 10.222.0.21 "PUT /v2.0/routers/2cfd51e1-00cd-4814-b91b-e131ee939cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1375942 Aug 31 13:39:08.273525 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Sync routers for ids ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:39:08.286073 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Routers {'2cfd51e1-00cd-4814-b91b-e131ee939cd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:39:08.286722 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:38:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:08.439849 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.492595 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:08.492595 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.512945 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Transition to ACTIVE for port object 8baab7d9-dd27-4e5d-8687-5e5d711a8319 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:08.514543 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9bc6519c-eb6f-4233-8556-27d8179e1341 req-3aa4e658-bed3-4f7d-8bf1-96bc48075d98 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651841 Aug 31 13:39:08.556248 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Transition to ACTIVE for port object 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:08.563788 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.568879 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.576855 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.631607 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Network e2963958-fdd6-40d3-96f2-9d73522bf15e is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:08.639340 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:08.652191 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:39:08.653069 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.752175 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Pushing event updated for resources: {'Port': ['ID=8baab7d9-dd27-4e5d-8687-5e5d711a8319,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:08.854225 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:08.857244 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:08.913419 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Attempting to bind port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:39:08.913904 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Attempting to bind port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '3f5c351f-a081-4431-8763-b7547ef96eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '7001dc11-bdb7-421c-bb7e-a8736e577820'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:39:08.914238 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Attempting to bind port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 on network 7001dc11-bdb7-421c-bb7e-a8736e577820 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:08.939367 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 on network 7001dc11-bdb7-421c-bb7e-a8736e577820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:39:08.939644 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Attempting to bind port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 on network 7001dc11-bdb7-421c-bb7e-a8736e577820 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:08.965142 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:39:08.967802 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Checking segment: {'id': '3f5c351f-a081-4431-8763-b7547ef96eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '7001dc11-bdb7-421c-bb7e-a8736e577820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:39:08.971316 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Bound using segment: {'id': '3f5c351f-a081-4431-8763-b7547ef96eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '7001dc11-bdb7-421c-bb7e-a8736e577820'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:39:08.973468 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Bound port: 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5c351f-a081-4431-8763-b7547ef96eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '7001dc11-bdb7-421c-bb7e-a8736e577820'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:39:08.973861 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:09.194453 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43764) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:09.275253 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] For port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:39:09.276776 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Set router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:39:09.310445 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-509e5e3d-971b-47a4-ad6e-e05021a0e193 None None] Provisioning for port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:09.334526 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-509e5e3d-971b-47a4-ad6e-e05021a0e193 None None] Provisioning complete for port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:09.337254 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-509e5e3d-971b-47a4-ad6e-e05021a0e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:09.390320 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] For port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,segment=NetworkSegment(3f5c351f-a081-4431-8763-b7547ef96eba),segment_id=3f5c351f-a081-4431-8763-b7547ef96eba)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:39:09.398960 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Network fa07179d-dd48-41cb-8301-642273bf3aa6 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:09.423627 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:09.434770 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:09.512155 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-509e5e3d-971b-47a4-ad6e-e05021a0e193 None None] Port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:39:09.540153 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:09.566837 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:39:09.573035 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:09.573734 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:09.575552 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] 10.222.0.107 "PUT /v2.0/ports/130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 HTTP/1.1" status: 200 len: 1093 time: 3.3924565 Aug 31 13:39:09.578238 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:09.578449 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5893af-a28f-49ab-b599-e85239bf3db4', 'tag': '130e2381-2f69-40bb-8d34-e6b1d1aa9ab3'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:09.578999 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:09.611199 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:09.611632 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:09.750086 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4755692 Aug 31 13:39:09.795358 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc82704-cb8a-4193-a413-f3463827a1a2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Pushing event updated for resources: {'Port': ['ID=2a47da21-cc4f-45bc-938e-e78634de7de1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:09.826574 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Request body: {'port': {'device_id': 'b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:09.969462 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:10.177179 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43792) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:10.246519 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:39:02Z', 'revision_number': 4, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port': {'id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:54Z', 'updated_at': '2021-08-31T13:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '9ef43942-943b-4e69-a561-c3e33eb2427b', 'name': '', 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'mac_address': 'fa:16:3e:e2:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13a61ca3-582c-4a81-a194-d76b61fb1458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:01Z', 'updated_at': '2021-08-31T13:39:04Z', 'revision_number': 2, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'subnets': [{'id': '13a61ca3-582c-4a81-a194-d76b61fb1458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:10.288520 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Checking router: 2cfd51e1-00cd-4814-b91b-e131ee939cd0 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:39:10.289775 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Updating router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 port 9ef43942-943b-4e69-a561-c3e33eb2427b binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:39:10.367869 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:10.417223 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f08b5-e946-40ab-82f0-db583d689bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:10.468155 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:10.630557 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-40a842aa-574b-4a35-ace0-e95426f5d76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:10.688074 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5169b3-b4c5-4423-beec-9765195eb750 req-4c9c4261-3f63-442b-8ba1-f0b119147abd tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:10.709291 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bc5169b3-b4c5-4423-beec-9765195eb750 req-4c9c4261-3f63-442b-8ba1-f0b119147abd tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 931 time: 1.3264055 Aug 31 13:39:10.813435 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-6ed4506c-22e9-4f6b-b6df-8a66f6e08dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:10.824274 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-6ed4506c-22e9-4f6b-b6df-8a66f6e08dad service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0cc54c1c3c114f798454409802c69251&device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 1096 time: 0.8840394 Aug 31 13:39:10.836109 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-cd2b1d58-7bcb-489f-ad01-9b004a09e896 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:10.846984 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-cd2b1d58-7bcb-489f-ad01-9b004a09e896 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 819 time: 0.8701606 Aug 31 13:39:10.933727 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bc5169b3-b4c5-4423-beec-9765195eb750 req-cf73681a-076a-4d0e-b493-8094c1a17d2b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230890 Aug 31 13:39:11.090470 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525c9bc6-f4e8-4d73-9340-459a04d1a33d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5893af-a28f-49ab-b599-e85239bf3db4", "tag": "130e2381-2f69-40bb-8d34-e6b1d1aa9ab3"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:11.127013 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.147814 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Transition to ACTIVE for port object 9ef43942-943b-4e69-a561-c3e33eb2427b will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:11.156092 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.158279 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.217945 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-40a842aa-574b-4a35-ace0-e95426f5d76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.230518 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-40a842aa-574b-4a35-ace0-e95426f5d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.263856 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.267814 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.288034 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-89bd5b48-6da7-447a-b890-b63f3d935fe9 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/quotas/ae54f8b2e084475ab699677246680a5e HTTP/1.1" status: 200 len: 375 time: 0.4395378 Aug 31 13:39:11.288966 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d842e6a2-ca00-403b-b130-5f26d413b9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.341786 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a842aa-574b-4a35-ace0-e95426f5d76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba6cf06-2557-4eea-9c14-3852bb02a0bf,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:11.352804 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Attempting to bind port 9ef43942-943b-4e69-a561-c3e33eb2427b on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:39:11.353411 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Attempting to bind port 9ef43942-943b-4e69-a561-c3e33eb2427b by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:39:11.353525 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Attempting to bind port 9ef43942-943b-4e69-a561-c3e33eb2427b on network 3852d755-7c50-46df-80a0-1c0c41c9e729 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:11.363928 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:39:11.364306 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Checking segment: {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:39:11.364731 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.365123 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Bound using segment: {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:39:11.365687 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Bound port: 9ef43942-943b-4e69-a561-c3e33eb2427b, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:39:11.365970 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.422317 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d54ec2-def6-403f-939e-fa6f521c7acc req-efb24a99-9466-4d24-9d7a-2fcf279891ff tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:11.426731 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a8d54ec2-def6-403f-939e-fa6f521c7acc req-efb24a99-9466-4d24-9d7a-2fcf279891ff tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 943 time: 0.3156493 Aug 31 13:39:11.435250 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-40a842aa-574b-4a35-ace0-e95426f5d76a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5184872105a14d7b87bd73c4394dfd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2397044 Aug 31 13:39:11.443106 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43820) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:11.444811 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] For port 9ef43942-943b-4e69-a561-c3e33eb2427b, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:39:11.448795 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] For port 9ef43942-943b-4e69-a561-c3e33eb2427b, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=9ef43942-943b-4e69-a561-c3e33eb2427b,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:39:11.456360 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.539875 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aedea7-cc0e-4bb7-a727-e9f2fd5004a1 None None] Pushing event updated for resources: {'Port': ['ID=9ef43942-943b-4e69-a561-c3e33eb2427b,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:11.652836 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a8d54ec2-def6-403f-939e-fa6f521c7acc req-8611cfff-689e-41fb-8acd-9dece74fc27a tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155457 Aug 31 13:39:11.722373 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aedea7-cc0e-4bb7-a727-e9f2fd5004a1 None None] Pushing event updated for resources: {'Port': ['ID=9ef43942-943b-4e69-a561-c3e33eb2427b,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:11.727126 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Routers {'2cfd51e1-00cd-4814-b91b-e131ee939cd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:39:11.727750 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:38:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:11.740960 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-14399ff2-43eb-4058-97fb-f3bdf5363439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.829625 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a47da21-cc4f-45bc-938e-e78634de7de1 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:11.841338 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.853568 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-14399ff2-43eb-4058-97fb-f3bdf5363439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:11.861821 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Transition to ACTIVE for port object 2a47da21-cc4f-45bc-938e-e78634de7de1 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:11.997881 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-14399ff2-43eb-4058-97fb-f3bdf5363439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:12.001887 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-14399ff2-43eb-4058-97fb-f3bdf5363439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:12.007079 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-14399ff2-43eb-4058-97fb-f3bdf5363439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ba6cf06-2557-4eea-9c14-3852bb02a0bf HTTP/1.1" status: 204 len: 168 time: 0.5472248 Aug 31 13:39:12.025487 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Network e2963958-fdd6-40d3-96f2-9d73522bf15e is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:12.027140 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:12.065355 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14399ff2-43eb-4058-97fb-f3bdf5363439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba6cf06-2557-4eea-9c14-3852bb02a0bf,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:12.079770 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] Set router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:39:12.112105 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:12.245460 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44469a8-e5d0-4212-bbf9-0bba4b267a98 x-openstack-request-id: req-c44469a8-e5d0-4212-bbf9-0bba4b267a98 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:12.245771 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5893af-a28f-49ab-b599-e85239bf3db4", "tag": "130e2381-2f69-40bb-8d34-e6b1d1aa9ab3", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:12.246452 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c44469a8-e5d0-4212-bbf9-0bba4b267a98 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:12.247071 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5893af-a28f-49ab-b599-e85239bf3db4', 'tag': '130e2381-2f69-40bb-8d34-e6b1d1aa9ab3', 'status': 'completed', 'code': 200} Aug 31 13:39:12.578388 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-117728df-6cae-42f1-855a-ae59b84d103e None None] Provisioning complete for port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:12.578963 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-117728df-6cae-42f1-855a-ae59b84d103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:12.772118 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-add2ee0b-e768-478f-b1f4-05c491e35a00 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 HTTP/1.1" status: 200 len: 217 time: 0.2079957 Aug 31 13:39:12.819151 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e86d2b-cf00-43d6-8ad3-b568a6741a41 req-f91282e5-44ee-49b4-8f5c-cc4765e5e24c tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:12.827482 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-117728df-6cae-42f1-855a-ae59b84d103e None None] Port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:39:12.834169 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-46e86d2b-cf00-43d6-8ad3-b568a6741a41 req-f91282e5-44ee-49b4-8f5c-cc4765e5e24c tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 943 time: 0.3933859 Aug 31 13:39:12.878905 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Pushing event updated for resources: {'Port': ['ID=8baab7d9-dd27-4e5d-8687-5e5d711a8319,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:12.962190 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Attempting to bind port 2a47da21-cc4f-45bc-938e-e78634de7de1 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:39:12.962190 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Attempting to bind port 2a47da21-cc4f-45bc-938e-e78634de7de1 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:39:12.971360 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Attempting to bind port 2a47da21-cc4f-45bc-938e-e78634de7de1 on network fa07179d-dd48-41cb-8301-642273bf3aa6 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:13.004034 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:39:02Z', 'revision_number': 4, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port': {'id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:54Z', 'updated_at': '2021-08-31T13:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '9ef43942-943b-4e69-a561-c3e33eb2427b', 'name': '', 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'mac_address': 'fa:16:3e:e2:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13a61ca3-582c-4a81-a194-d76b61fb1458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:01Z', 'updated_at': '2021-08-31T13:39:11Z', 'revision_number': 4, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'subnets': [{'id': '13a61ca3-582c-4a81-a194-d76b61fb1458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:13.074519 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43866) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:13.084884 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c8b4-cffc-4815-bf59-05df1a5b1333 None None] The sync data for ids ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'] in dv-cinder-806605-3-iscsi is: [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:39:02Z', 'revision_number': 4, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port': {'id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:54Z', 'updated_at': '2021-08-31T13:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '9ef43942-943b-4e69-a561-c3e33eb2427b', 'name': '', 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'mac_address': 'fa:16:3e:e2:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '13a61ca3-582c-4a81-a194-d76b61fb1458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:01Z', 'updated_at': '2021-08-31T13:39:11Z', 'revision_number': 4, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'subnets': [{'id': '13a61ca3-582c-4a81-a194-d76b61fb1458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:39:13.187710 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-46e86d2b-cf00-43d6-8ad3-b568a6741a41 req-eac65166-67db-40ed-a25b-bfee5d4cfabd tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515153 Aug 31 13:39:13.197778 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e0c812d-2009-4f2e-bc79-ff1a4232b65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:13.252145 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-2d16b669-719a-4edf-aa9d-82406cca0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:13.266524 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-2d16b669-719a-4edf-aa9d-82406cca0756 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1 HTTP/1.1" status: 200 len: 852 time: 0.3583496 Aug 31 13:39:13.499185 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-3278c58f-2494-4d23-a9d2-b70f1f215de1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7001dc11-bdb7-421c-bb7e-a8736e577820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026181 Aug 31 13:39:13.594598 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 9ef43942-943b-4e69-a561-c3e33eb2427b up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:13.733897 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb415b-6281-4cfa-8648-b203b5d49e48 req-579ebfc7-6a39-4d88-8f87-f87ee754e67a tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:13.753309 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e8eb415b-6281-4cfa-8648-b203b5d49e48 req-579ebfc7-6a39-4d88-8f87-f87ee754e67a tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 943 time: 0.3568523 Aug 31 13:39:13.841645 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Port 2a47da21-cc4f-45bc-938e-e78634de7de1 on network fa07179d-dd48-41cb-8301-642273bf3aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:39:13.842011 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Attempting to bind port 2a47da21-cc4f-45bc-938e-e78634de7de1 on network fa07179d-dd48-41cb-8301-642273bf3aa6 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:13.846860 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 9ef43942-943b-4e69-a561-c3e33eb2427b completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:13.854018 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 9ef43942-943b-4e69-a561-c3e33eb2427b triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:13.862531 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:13.879325 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-84a8b8e5-9ee8-4783-a255-ec68e707ef02 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0155096 Aug 31 13:39:13.887688 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=2a47da21-cc4f-45bc-938e-e78634de7de1,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:13.954046 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:39:13.954846 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Checking segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:39:13.955439 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Bound using segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:39:13.955954 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Bound port: 2a47da21-cc4f-45bc-938e-e78634de7de1, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:39:13.958183 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:13.959051 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-aba3d85a-c1a8-491b-b562-5c9a5d287084 service neutron] 10.222.0.107 "GET /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468236 Aug 31 13:39:14.025378 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e8eb415b-6281-4cfa-8648-b203b5d49e48 req-6a34a508-069b-4f8d-b195-f97ba7af7c87 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701950 Aug 31 13:39:14.147686 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Router c5968233-0e4b-4a4f-b4dc-672e72a149f7 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:39:14.177784 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:14.232131 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43880) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:14.283224 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 9ef43942-943b-4e69-a561-c3e33eb2427b, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=9ef43942-943b-4e69-a561-c3e33eb2427b,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:14.290221 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:14.391365 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d842e6a2-ca00-403b-b130-5f26d413b9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:14.417275 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d842e6a2-ca00-403b-b130-5f26d413b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:14.458512 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=9ef43942-943b-4e69-a561-c3e33eb2427b,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:14.523014 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d842e6a2-ca00-403b-b130-5f26d413b9f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f6827ee54a343228bbfadd19c4be1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2473838 Aug 31 13:39:14.529210 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43886) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:14.536268 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842e6a2-ca00-403b-b130-5f26d413b9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4693adb-32f8-489b-bea5-04c735b85cf6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:14.585639 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea8ab8e1-27d7-4671-83d5-d9ea924cb2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:14.591307 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2938fd4-70a4-4a2a-b5e9-2b427aa1201f req-f8b16bd4-6ea0-4c82-b670-571c7b9ce698 service neutron] 10.222.0.107 "GET /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853815 Aug 31 13:39:14.639108 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ee1c8-6691-4454-8f6d-73aeb758b287 req-b96c7156-5ae6-4d3f-8376-ac1f83f56482 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:14.641253 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-417ee1c8-6691-4454-8f6d-73aeb758b287 req-b96c7156-5ae6-4d3f-8376-ac1f83f56482 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 943 time: 0.3080909 Aug 31 13:39:14.762491 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-c345b73b-7088-44db-925f-59b2da3620e1 service neutron] 10.222.0.21 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165200 Aug 31 13:39:14.804049 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] For port 2a47da21-cc4f-45bc-938e-e78634de7de1, host hv-cinder-80660, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:39:14.853004 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e0c812d-2009-4f2e-bc79-ff1a4232b65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:14.875081 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-417ee1c8-6691-4454-8f6d-73aeb758b287 req-bc8c31e6-80b7-40f6-9f94-86a7e05b59f3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235765 Aug 31 13:39:14.890496 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e0c812d-2009-4f2e-bc79-ff1a4232b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:14.987991 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9e0c812d-2009-4f2e-bc79-ff1a4232b65a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebdc66902f9b45a18094f18c6df53b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9128947 Aug 31 13:39:15.019216 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c812d-2009-4f2e-bc79-ff1a4232b65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f069b74a-b7c9-4e10-871c-a87bbccb24e5,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:15.069055 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43888) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:15.070006 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-98ccd1f7-1e14-46a8-a9ae-8849b21a264d service neutron] 10.222.0.21 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063312 Aug 31 13:39:15.290872 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] For port 2a47da21-cc4f-45bc-938e-e78634de7de1, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2a47da21-cc4f-45bc-938e-e78634de7de1,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:39:15.299594 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:39:15.307977 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-bf1cce74-2740-4263-97f0-f6ce4abff637 admin admin] 10.222.0.21 "PUT /v2.0/routers/c5968233-0e4b-4a4f-b4dc-672e72a149f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5025957 Aug 31 13:39:15.315342 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:15.320648 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Sync routers for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:39:15.350804 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:39:15.354973 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:38:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:15.414993 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a97d5d53-ff20-4d5a-9bfe-8f71b1143cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:15.560342 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a97d5d53-ff20-4d5a-9bfe-8f71b1143cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:15.598625 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea8ab8e1-27d7-4671-83d5-d9ea924cb2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:15.615994 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea8ab8e1-27d7-4671-83d5-d9ea924cb2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:15.674071 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-92bba64a-5685-4203-9e24-b6a4ddd1b169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:15.749556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddfae-4c38-4b45-a212-e7b5e0798384 req-6b25d16b-54df-4c6e-aa46-bbb14937a960 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:15.752777 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f56ddfae-4c38-4b45-a212-e7b5e0798384 req-6b25d16b-54df-4c6e-aa46-bbb14937a960 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 943 time: 0.3030922 Aug 31 13:39:15.769235 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 9ef43942-943b-4e69-a561-c3e33eb2427b up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:15.789117 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-92bba64a-5685-4203-9e24-b6a4ddd1b169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:15.908974 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=2a47da21-cc4f-45bc-938e-e78634de7de1,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:15.953270 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a06f8e2-34ea-4200-8891-94be7fa36e81 req-e6c9299f-18ef-4120-9838-38849449c394 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 210 time: 0.4054980 Aug 31 13:39:15.958492 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:15.959555 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:15.961865 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-ddafaf3b-e915-4c2b-927e-1010b5f1ff2f service neutron] 10.222.0.107 "PUT /v2.0/ports/2a47da21-cc4f-45bc-938e-e78634de7de1 HTTP/1.1" status: 200 len: 1093 time: 6.1510406 Aug 31 13:39:15.962776 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d', 'tag': '2a47da21-cc4f-45bc-938e-e78634de7de1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:15.984977 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-ea8ab8e1-27d7-4671-83d5-d9ea924cb2a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92f091dd25fa4d55929c376850f54f16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7386799 Aug 31 13:39:16.080403 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43914) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:16.081391 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-92bba64a-5685-4203-9e24-b6a4ddd1b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:16.093277 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-92bba64a-5685-4203-9e24-b6a4ddd1b169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:16.096806 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-92bba64a-5685-4203-9e24-b6a4ddd1b169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f069b74a-b7c9-4e10-871c-a87bbccb24e5 HTTP/1.1" status: 204 len: 168 time: 1.0162580 Aug 31 13:39:16.166407 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ab8e1-27d7-4671-83d5-d9ea924cb2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc535ac9-dda9-4b39-aad9-3e8fbe50a2c8,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:16.379923 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bba64a-5685-4203-9e24-b6a4ddd1b169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f069b74a-b7c9-4e10-871c-a87bbccb24e5,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:16.393404 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-c04211d6-10d3-4f92-a72a-ee7222caa38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:16.395478 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-c04211d6-10d3-4f92-a72a-ee7222caa38f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0cc54c1c3c114f798454409802c69251&device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 1096 time: 0.6589413 Aug 31 13:39:16.403503 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:39:16.432021 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a97d5d53-ff20-4d5a-9bfe-8f71b1143cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:16.443096 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a97d5d53-ff20-4d5a-9bfe-8f71b1143cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:16.448749 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a97d5d53-ff20-4d5a-9bfe-8f71b1143cfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4693adb-32f8-489b-bea5-04c735b85cf6 HTTP/1.1" status: 204 len: 168 time: 1.9076307 Aug 31 13:39:16.489035 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d5d53-ff20-4d5a-9bfe-8f71b1143cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4693adb-32f8-489b-bea5-04c735b85cf6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:16.528918 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-576d2c76-f2ad-4b91-8a0f-e9b8f54bdf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:16.532727 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-576d2c76-f2ad-4b91-8a0f-e9b8f54bdf27 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 1096 time: 0.4114423 Aug 31 13:39:16.630613 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f56ddfae-4c38-4b45-a212-e7b5e0798384 req-f7b6f01b-8061-4c26-99d8-7695153ad9a4 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281841 Aug 31 13:39:16.713304 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8681f5ad-8b93-4546-8634-5ebb33183070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:16.930834 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-3ce4a74c-d334-447c-b72d-ff38984f1b37 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a47da21-cc4f-45bc-938e-e78634de7de1 HTTP/1.1" status: 200 len: 217 time: 0.3567405 Aug 31 13:39:17.094983 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8681f5ad-8b93-4546-8634-5ebb33183070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:17.099533 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-9c65d0e9-7060-4868-977c-050836e0cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:17.105029 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-9c65d0e9-7060-4868-977c-050836e0cb85 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.1671481 Aug 31 13:39:17.320001 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 9ef43942-943b-4e69-a561-c3e33eb2427b triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:17.320001 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:17.377352 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-5a6539b3-6fa7-43b0-a30d-6bc828f85cd4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2501855 Aug 31 13:39:17.381505 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c84b4-9b0d-4477-9f30-c8c7a5e03a27 req-588ecfb8-bc89-4c16-849e-e498254ff2d7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:17.392188 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-949c84b4-9b0d-4477-9f30-c8c7a5e03a27 req-588ecfb8-bc89-4c16-849e-e498254ff2d7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 943 time: 0.3933778 Aug 31 13:39:17.407952 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-f3762b3a-8d66-4e0e-bbed-771cb1a7f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:17.409445 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-f3762b3a-8d66-4e0e-bbed-771cb1a7f7d5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7001dc11-bdb7-421c-bb7e-a8736e577820 HTTP/1.1" status: 200 len: 914 time: 0.9973540 Aug 31 13:39:17.563643 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b8161-ed16-41c9-b456-8df30cf162b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d", "tag": "2a47da21-cc4f-45bc-938e-e78634de7de1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:17.611027 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-0f576207-f2be-4e56-b842-69d44872311e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 HTTP/1.1" status: 200 len: 217 time: 0.1685159 Aug 31 13:39:17.687448 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8681f5ad-8b93-4546-8634-5ebb33183070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:17.690197 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8681f5ad-8b93-4546-8634-5ebb33183070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:17.694264 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8681f5ad-8b93-4546-8634-5ebb33183070 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc535ac9-dda9-4b39-aad9-3e8fbe50a2c8 HTTP/1.1" status: 204 len: 168 time: 1.5641332 Aug 31 13:39:17.725984 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-949c84b4-9b0d-4477-9f30-c8c7a5e03a27 req-b589456b-7ccb-4323-948e-3fa13ecc9194 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311124 Aug 31 13:39:17.787176 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-374fa957-77bc-4fab-9fda-400d64e3908e service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924606 Aug 31 13:39:17.806531 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-40726cdc-20b6-4740-b791-a9e860f87792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:17.879284 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:10Z', 'revision_number': 2, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:17.946120 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Checking router: c5968233-0e4b-4a4f-b4dc-672e72a149f7 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:39:17.946917 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Updating router c5968233-0e4b-4a4f-b4dc-672e72a149f7 port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:39:17.965107 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-d55b47c3-fc44-472f-bd1c-15df7c0cd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:17.966781 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-d55b47c3-fc44-472f-bd1c-15df7c0cd0b7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1 HTTP/1.1" status: 200 len: 852 time: 0.2320213 Aug 31 13:39:18.017969 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:18.123076 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681f5ad-8b93-4546-8634-5ebb33183070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc535ac9-dda9-4b39-aad9-3e8fbe50a2c8,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:18.240825 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146942-d649-4a19-b545-0f65ee314c98 req-0ce10a72-b3c6-45eb-8df1-344c80a21aa1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:18.250051 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-0ce10a72-b3c6-45eb-8df1-344c80a21aa1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 819 time: 0.2820938 Aug 31 13:39:18.268713 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6527f1d3-a2ed-4968-ab48-071d0fbf3c3d req-b38af784-c752-41d1-8017-dd3ef81eb6e0 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644001 Aug 31 13:39:18.269783 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-368daf00-c0cb-4b72-802d-f9fe4a0871eb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/quotas/ae54f8b2e084475ab699677246680a5e HTTP/1.1" status: 200 len: 375 time: 0.0184443 Aug 31 13:39:18.381424 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 43976) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:18.387234 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cd87c6f3-1159-43fb-8a6f-b9afd868f92c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118534628', 'description': 'tempest-description--1339326869'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:18.404511 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-f55efa64-41ed-431a-8ce0-107b972afca7 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331644 Aug 31 13:39:18.441105 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd87c6f3-1159-43fb-8a6f-b9afd868f92c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:18.597187 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-1ca2265e-4923-4b0a-8b2d-6ab3f0264181 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7001dc11-bdb7-421c-bb7e-a8736e577820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575805 Aug 31 13:39:18.704717 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-c9082e11-2bbb-4c07-b84d-10a8afcaa87b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:18.707056 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:18.707277 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-c9082e11-2bbb-4c07-b84d-10a8afcaa87b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 819 time: 0.1992884 Aug 31 13:39:18.715166 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd87c6f3-1159-43fb-8a6f-b9afd868f92c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:18.730961 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Transition to ACTIVE for port object 8baab7d9-dd27-4e5d-8687-5e5d711a8319 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:18.733906 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Request body: {'port': {'device_id': '15246791-5821-4746-ab57-de3340921964', 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729', 'admin_state_up': True, 'tenant_id': 'ae54f8b2e084475ab699677246680a5e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:18.739934 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd87c6f3-1159-43fb-8a6f-b9afd868f92c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:18.747843 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:18.843898 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 43994) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:18.938866 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd87c6f3-1159-43fb-8a6f-b9afd868f92c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:18.945922 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-f834fbbc-7b22-4cb7-a63b-4ae6f0701e03 service neutron] 10.222.0.21 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375028 Aug 31 13:39:18.949366 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-cd87c6f3-1159-43fb-8a6f-b9afd868f92c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5652938 Aug 31 13:39:18.956642 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44004) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:18.964913 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3bebd35b-6c75-45c9-8328-abdbe4a3518d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'security_group_rule': {'security_group_id': '7b95a57b-0a7c-413d-bb3b-04a4ef2e6059', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:18.971115 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87c6f3-1159-43fb-8a6f-b9afd868f92c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:18.974488 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-efbb2342-7b54-47a8-b739-1053d45c515d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:18.986210 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21c27a-87c6-42de-9458-ed1c5de3e0ba None None] Pushing event updated for resources: {'Port': ['ID=8baab7d9-dd27-4e5d-8687-5e5d711a8319,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:18.990990 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Attempting to bind port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:39:18.991358 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Attempting to bind port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:39:18.991729 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Attempting to bind port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 on network e2963958-fdd6-40d3-96f2-9d73522bf15e {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:19.020309 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:39:19.020754 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Checking segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:39:19.021226 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:19.021644 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Bound using segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:39:19.022150 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Bound port: 8baab7d9-dd27-4e5d-8687-5e5d711a8319, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:39:19.022553 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:19.098359 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3bebd35b-6c75-45c9-8328-abdbe4a3518d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:19.212025 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Made reservation on behalf of ae54f8b2e084475ab699677246680a5e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:39:19.219549 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:19.252203 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] For port 8baab7d9-dd27-4e5d-8687-5e5d711a8319, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:39:19.256098 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3bebd35b-6c75-45c9-8328-abdbe4a3518d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:19.263357 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3bebd35b-6c75-45c9-8328-abdbe4a3518d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:19.279075 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] For port 8baab7d9-dd27-4e5d-8687-5e5d711a8319, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=8baab7d9-dd27-4e5d-8687-5e5d711a8319,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:39:19.296926 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:19.309276 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebd35b-6c75-45c9-8328-abdbe4a3518d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2211103f-8130-41d4-b434-b71521199726,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:19.323856 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3bebd35b-6c75-45c9-8328-abdbe4a3518d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:19.325585 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-3bebd35b-6c75-45c9-8328-abdbe4a3518d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3681931 Aug 31 13:39:19.329016 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44012) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:19.334569 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7d018d0a-533e-44d9-960f-72fac155e622 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'security_group_rule': {'security_group_id': '7b95a57b-0a7c-413d-bb3b-04a4ef2e6059', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:19.412163 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21c27a-87c6-42de-9458-ed1c5de3e0ba None None] Pushing event updated for resources: {'Port': ['ID=8baab7d9-dd27-4e5d-8687-5e5d711a8319,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:19.422638 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:39:19.423309 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:38:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:19.430073 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56340c31-a1fb-4501-bfe5-5bf2310b87b2 x-openstack-request-id: req-56340c31-a1fb-4501-bfe5-5bf2310b87b2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:19.430630 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d", "tag": "2a47da21-cc4f-45bc-938e-e78634de7de1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:19.431031 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56340c31-a1fb-4501-bfe5-5bf2310b87b2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:19.432450 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d', 'tag': '2a47da21-cc4f-45bc-938e-e78634de7de1', 'status': 'completed', 'code': 200} Aug 31 13:39:19.433741 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.107', 64320) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:19.693999 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Allocated IP 172.20.0.12 (3852d755-7c50-46df-80a0-1c0c41c9e729/13a61ca3-582c-4a81-a194-d76b61fb1458/fb7a1805-78d8-4153-9f95-bc07f9da66f1) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:39:19.721158 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:39:19.799437 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-14661982-ace9-4c0a-8e83-8e82b2ff147d service neutron] 10.222.0.107 "GET /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0997882 Aug 31 13:39:19.843374 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-10d14b47-5cd4-4c71-9402-5bffde1e0bdc service neutron] 10.222.0.21 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8897545 Aug 31 13:39:19.868143 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d018d0a-533e-44d9-960f-72fac155e622 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.216462 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-525c9bc6-f4e8-4d73-9340-459a04d1a33d req-905186af-070f-40f9-8753-ba055db02f1a service neutron] 10.222.0.107 "GET /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984551 Aug 31 13:39:20.240227 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-efbb2342-7b54-47a8-b739-1053d45c515d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.248977 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-efbb2342-7b54-47a8-b739-1053d45c515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.281358 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8ed84-86df-4da9-b04c-c8a541ff717f req-29f41ede-d5ad-416b-ba4d-2f9de37dfaa8 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:20.284036 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-31c8ed84-86df-4da9-b04c-c8a541ff717f req-29f41ede-d5ad-416b-ba4d-2f9de37dfaa8 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 943 time: 0.7610359 Aug 31 13:39:20.348110 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-40a1d5b6-542e-4cac-a64f-5bad9e2404a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:20.350082 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-40a1d5b6-542e-4cac-a64f-5bad9e2404a4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 1096 time: 0.9114275 Aug 31 13:39:20.479796 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1c54cf2-5c81-4f7e-8a43-bcee686a765f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.510440 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb2342-7b54-47a8-b739-1053d45c515d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ca7289-424a-4fe1-b82d-6e5df9d3fa57,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:20.518999 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-efbb2342-7b54-47a8-b739-1053d45c515d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=021bf9e1bf5a4a22ade80275974c6a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6462934 Aug 31 13:39:20.519612 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44048) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:20.557430 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d018d0a-533e-44d9-960f-72fac155e622 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.574370 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:19Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:39:20.618907 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d018d0a-533e-44d9-960f-72fac155e622 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.651511 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200e54b-1b54-477e-86b8-f570f49654c6 None None] The sync data for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi is: [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:19Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:39:20.676776 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-31c8ed84-86df-4da9-b04c-c8a541ff717f req-7fbf4262-b126-48f1-907c-78ac7db0dc2a tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252084 Aug 31 13:39:20.677677 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d018d0a-533e-44d9-960f-72fac155e622 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.679064 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7d018d0a-533e-44d9-960f-72fac155e622 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3490691 Aug 31 13:39:20.763013 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44052) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:20.764240 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-7348e29d-0983-450a-ba6f-dc384794e1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.808843 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.809537 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:20.854134 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-7348e29d-0983-450a-ba6f-dc384794e1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:20.876503 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d018d0a-533e-44d9-960f-72fac155e622 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f528f962-e7b6-4e43-ac76-8fc4e9c4fd0f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:20.907447 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db393fe-41e5-4a21-8c30-c94723dbb52b req-4838720d-35c4-40a8-bdf5-e43d2edf2c1d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:20.918399 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2db393fe-41e5-4a21-8c30-c94723dbb52b req-4838720d-35c4-40a8-bdf5-e43d2edf2c1d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 943 time: 0.6004124 Aug 31 13:39:20.923984 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:21.026350 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7aa7c537-b173-482a-b194-c189c3ab3b0b req-c92c97ec-f27e-4d78-a814-afd517a47d82 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 210 time: 0.1540890 Aug 31 13:39:21.134509 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2db393fe-41e5-4a21-8c30-c94723dbb52b req-1baeda81-7b21-40e3-a10a-3a4cb8f074c5 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142274 Aug 31 13:39:21.152172 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:21.224868 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-4628afcb-60e5-4dff-aab1-4544a7107caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:21.226512 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-4628afcb-60e5-4dff-aab1-4544a7107caa service neutron] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 917 time: 0.7450306 Aug 31 13:39:21.270417 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-7348e29d-0983-450a-ba6f-dc384794e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:21.279453 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-7348e29d-0983-450a-ba6f-dc384794e1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:21.283246 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-7348e29d-0983-450a-ba6f-dc384794e1c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26ca7289-424a-4fe1-b82d-6e5df9d3fa57 HTTP/1.1" status: 204 len: 168 time: 0.7619247 Aug 31 13:39:21.324129 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-1e2c101e-2d08-4e1a-a397-f979f0a81936 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a47da21-cc4f-45bc-938e-e78634de7de1 HTTP/1.1" status: 200 len: 217 time: 0.0808804 Aug 31 13:39:21.341372 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348e29d-0983-450a-ba6f-dc384794e1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ca7289-424a-4fe1-b82d-6e5df9d3fa57,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:21.346054 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:21.353449 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:21.505333 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:21.578082 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Network 3852d755-7c50-46df-80a0-1c0c41c9e729 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:21.584893 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-c2ca72ad-5dd1-4833-89fa-99a68abfe9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:21.587743 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-c2ca72ad-5dd1-4833-89fa-99a68abfe9bd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.2549334 Aug 31 13:39:21.598124 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:21.614684 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Allocated IP 172.27.1.190 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/ea6b9638-1f9d-4a41-929d-6de0292b3c2e) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:39:21.648117 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:39:21.656256 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:21.657635 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:21.720648 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-b8e4667f-71b1-4700-85e1-01c779f9f802 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239743 Aug 31 13:39:21.756796 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Pushing event updated for resources: {'Port': ['ID=fb7a1805-78d8-4153-9f95-bc07f9da66f1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:21.872279 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-2a3dd3ff-6299-42e7-9d3e-bdafc50cdb34 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1437285 Aug 31 13:39:21.906182 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Request body: {'port': {'device_id': '15246791-5821-4746-ab57-de3340921964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:21.929337 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:22.029017 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:22.082200 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:22.088011 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:22.115589 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 8baab7d9-dd27-4e5d-8687-5e5d711a8319 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:22.232449 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:39:22.325110 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:22.330613 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:22.330982 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:22.351826 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:39:22.386835 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-8b85c1b2-df09-4592-bde5-37427789d1d9 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526003 Aug 31 13:39:22.405998 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bac06-b9e9-4d87-a679-98a406bb66da req-c32f9b11-92b6-4814-9c8b-823eb4db51aa tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:22.408808 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-758bac06-b9e9-4d87-a679-98a406bb66da req-c32f9b11-92b6-4814-9c8b-823eb4db51aa tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 943 time: 0.4292800 Aug 31 13:39:22.412020 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:22.720875 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:22.813053 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 8baab7d9-dd27-4e5d-8687-5e5d711a8319, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=8baab7d9-dd27-4e5d-8687-5e5d711a8319,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:22.820533 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:22.868496 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0455186c-6385-41c8-9014-13f81c0ff362 req-4bdf6eda-0a18-4cda-a803-1cc3b00f4a18 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 210 time: 0.3196979 Aug 31 13:39:22.870778 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'Port': ['ID=ea6b9638-1f9d-4a41-929d-6de0292b3c2e,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:22.932350 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:22.978510 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=8baab7d9-dd27-4e5d-8687-5e5d711a8319,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:23.238628 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba4a08-c8df-44bc-aff2-2188f7c0e231 req-87effafe-4187-45f3-90d8-160e80963638 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:23.241805 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-30ba4a08-c8df-44bc-aff2-2188f7c0e231 req-87effafe-4187-45f3-90d8-160e80963638 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 943 time: 0.1261756 Aug 31 13:39:23.244627 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:39:23.247081 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.307539 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146942-d649-4a19-b545-0f65ee314c98 req-26b6aa53-351d-4d86-89c0-124b01399938 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:23.309237 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-26b6aa53-351d-4d86-89c0-124b01399938 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 819 time: 0.7654729 Aug 31 13:39:23.324797 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Request body: {'port': {'device_id': '104c7902-81c4-4922-aa83-3e21a08ea7d6', 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729', 'admin_state_up': True, 'tenant_id': 'ae54f8b2e084475ab699677246680a5e'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:23.333375 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-758bac06-b9e9-4d87-a679-98a406bb66da req-f1152271-9340-4c3e-bfae-ee95cc0e6564 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8661532 Aug 31 13:39:23.355951 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d40b8161-ed16-41c9-b456-8df30cf162b7 req-194c7cf7-5ac7-40df-ac96-13b99aca5550 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9455001 Aug 31 13:39:23.484322 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-30ba4a08-c8df-44bc-aff2-2188f7c0e231 req-a35b669c-6031-4231-ac45-a371dac87008 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300477 Aug 31 13:39:23.496820 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44156) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:23.528926 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,segment=NetworkSegment(3f5c351f-a081-4431-8763-b7547ef96eba),segment_id=3f5c351f-a081-4431-8763-b7547ef96eba)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:23.566488 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '130e2381-2f69-40bb-8d34-e6b1d1aa9ab3', 'network_id': '7001dc11-bdb7-421c-bb7e-a8736e577820', 'port_id': '130e2381-2f69-40bb-8d34-e6b1d1aa9ab3', 'mac_address': 'fa:16:3e:36:18:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:39:23.618530 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7a1805-78d8-4153-9f95-bc07f9da66f1 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:23.627585 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.641800 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Transition to ACTIVE for port object fb7a1805-78d8-4153-9f95-bc07f9da66f1 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:23.651864 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.666171 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.694926 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:23.736438 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.742697 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,segment=NetworkSegment(3f5c351f-a081-4431-8763-b7547ef96eba),segment_id=3f5c351f-a081-4431-8763-b7547ef96eba)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:23.750427 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.751997 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 2a47da21-cc4f-45bc-938e-e78634de7de1 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:39:23.769697 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7a1805-78d8-4153-9f95-bc07f9da66f1,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:23.868273 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Attempting to bind port fb7a1805-78d8-4153-9f95-bc07f9da66f1 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:39:23.868654 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Attempting to bind port fb7a1805-78d8-4153-9f95-bc07f9da66f1 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:39:23.868984 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Attempting to bind port fb7a1805-78d8-4153-9f95-bc07f9da66f1 on network 3852d755-7c50-46df-80a0-1c0c41c9e729 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:23.880874 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Port fb7a1805-78d8-4153-9f95-bc07f9da66f1 on network 3852d755-7c50-46df-80a0-1c0c41c9e729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:39:23.881510 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Attempting to bind port fb7a1805-78d8-4153-9f95-bc07f9da66f1 on network 3852d755-7c50-46df-80a0-1c0c41c9e729 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:23.890977 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.903229 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.905410 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:39:23.905979 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Checking segment: {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:39:23.906616 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Bound using segment: {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:39:23.907369 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Bound port: fb7a1805-78d8-4153-9f95-bc07f9da66f1, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:39:23.908007 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:23.976690 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.086306 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Made reservation on behalf of ae54f8b2e084475ab699677246680a5e for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:39:24.089194 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 8baab7d9-dd27-4e5d-8687-5e5d711a8319 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:24.092427 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] For port fb7a1805-78d8-4153-9f95-bc07f9da66f1, host hv-cinder-80660, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:39:24.095673 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.098258 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] For port fb7a1805-78d8-4153-9f95-bc07f9da66f1, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:39:24.106130 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.198707 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-30ac0eac-6947-4b6e-a3b6-38579211774f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.228339 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:24.229445 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.231917 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] 10.222.0.107 "PUT /v2.0/ports/fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 200 len: 1094 time: 2.3351486 Aug 31 13:39:24.232773 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.245884 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4421611 Aug 31 13:39:24.252778 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15246791-5821-4746-ab57-de3340921964', 'tag': 'fb7a1805-78d8-4153-9f95-bc07f9da66f1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:24.258937 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57" -d '{"events": [{"name": "network-changed", "server_uuid": "15246791-5821-4746-ab57-de3340921964", "tag": "fb7a1805-78d8-4153-9f95-bc07f9da66f1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:24.264813 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033370f5-a0fd-4680-9975-76d3a3d60cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'Port': ['ID=ea6b9638-1f9d-4a41-929d-6de0292b3c2e,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:24.347951 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:24.458806 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-15dac3f7-fbfa-4343-bd7c-fbba3403e532 req-e52841cd-8974-4911-a7b5-85b13e17422a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 210 time: 0.2707584 Aug 31 13:39:24.480288 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 2a47da21-cc4f-45bc-938e-e78634de7de1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2a47da21-cc4f-45bc-938e-e78634de7de1,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:24.498183 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e353e116-67f7-4f80-a491-017a4af35318 x-openstack-request-id: req-e353e116-67f7-4f80-a491-017a4af35318 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:24.502914 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15246791-5821-4746-ab57-de3340921964", "tag": "fb7a1805-78d8-4153-9f95-bc07f9da66f1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:24.502914 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e353e116-67f7-4f80-a491-017a4af35318 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:24.503172 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15246791-5821-4746-ab57-de3340921964', 'tag': 'fb7a1805-78d8-4153-9f95-bc07f9da66f1', 'status': 'completed', 'code': 200} Aug 31 13:39:24.513634 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44184) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:24.559590 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '2a47da21-cc4f-45bc-938e-e78634de7de1', 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'port_id': '2a47da21-cc4f-45bc-938e-e78634de7de1', 'mac_address': 'fa:16:3e:b9:c8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1468, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53187db4-def8-4e43-98eb-d1dd9cb48f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:39:24.574115 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Allocated IP 172.20.0.11 (3852d755-7c50-46df-80a0-1c0c41c9e729/13a61ca3-582c-4a81-a194-d76b61fb1458/7a8c44df-bf04-44bd-9614-fe66dc1eea0d) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:39:24.582662 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:24.585468 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.706167 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1ea3c-0df9-4618-9c5b-ee5f9d293c59 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7a1805-78d8-4153-9f95-bc07f9da66f1,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:24.752362 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.783898 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c01daaa7-dff9-48f8-a074-134979ac5a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.809501 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-30ac0eac-6947-4b6e-a3b6-38579211774f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.823285 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-30ac0eac-6947-4b6e-a3b6-38579211774f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:24.833157 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-b7716186-b04b-4d2e-b515-3829b49fcf16 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--118534628&fields=id&tenant_id=ed036eb1dc894a28af566c40419db15a HTTP/1.1" status: 200 len: 267 time: 0.0991855 Aug 31 13:39:24.896531 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-9e6e4537-f5fb-4448-af1e-b531eb3e69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:24.897292 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-9e6e4537-f5fb-4448-af1e-b531eb3e69cd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1097 time: 0.5190363 Aug 31 13:39:24.924687 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac0eac-6947-4b6e-a3b6-38579211774f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1402fd-ab43-477c-b36d-1c388d2e84d6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:24.934653 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a47da21-cc4f-45bc-938e-e78634de7de1 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:24.954114 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bac1ad-26a1-430f-b785-b9624fb3c32a req-f6a9ee18-7031-4d09-9c85-ffac9a43c7a1 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:24.955900 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-08bac1ad-26a1-430f-b785-b9624fb3c32a req-f6a9ee18-7031-4d09-9c85-ffac9a43c7a1 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 944 time: 0.3406150 Aug 31 13:39:24.978259 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-30ac0eac-6947-4b6e-a3b6-38579211774f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8df83fb5d9ba4228b8d5172fb8648098&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4788010 Aug 31 13:39:24.986484 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44202) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:25.012314 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 2a47da21-cc4f-45bc-938e-e78634de7de1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2a47da21-cc4f-45bc-938e-e78634de7de1,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:25.022733 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.023536 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-6dc8256b-80c0-428f-b7e9-03dd9acd5b7c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 200 len: 217 time: 0.0953703 Aug 31 13:39:25.121356 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-08bac1ad-26a1-430f-b785-b9624fb3c32a req-b4498bef-2a8c-4a00-bd76-c188ad73d13c tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509893 Aug 31 13:39:25.134956 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.154381 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-ed9c5275-c6ab-408e-ab97-4f2453b753b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:25.156564 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-ed9c5275-c6ab-408e-ab97-4f2453b753b2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.1220217 Aug 31 13:39:25.199078 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=2a47da21-cc4f-45bc-938e-e78634de7de1,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:25.235529 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cccf75fd-90db-4cd2-a2da-3d805a54fc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.280843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c01daaa7-dff9-48f8-a074-134979ac5a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.307791 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c01daaa7-dff9-48f8-a074-134979ac5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.314195 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cccf75fd-90db-4cd2-a2da-3d805a54fc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.367866 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.416100 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c01daaa7-dff9-48f8-a074-134979ac5a05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e32f3e1515484e6786d3d2b612e7aacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8988557 Aug 31 13:39:25.416100 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01daaa7-dff9-48f8-a074-134979ac5a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b60b350-7e26-4f66-b5e3-1213a2153842,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:25.417514 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44218) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:25.448151 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-9e688ce9-6df1-43eb-afea-fe24acdd6fae tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:25.449940 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-9e688ce9-6df1-43eb-afea-fe24acdd6fae tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 816 time: 0.6004796 Aug 31 13:39:25.452491 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-38fe81bc-f6bc-40fa-8970-53ad7017c135 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2875440 Aug 31 13:39:25.465326 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437af7c-50a3-4309-91ba-4bdad84fcee1 req-a4212a17-4f6e-4fe3-a710-f7ef4b469028 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:25.466937 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6437af7c-50a3-4309-91ba-4bdad84fcee1 req-a4212a17-4f6e-4fe3-a710-f7ef4b469028 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 944 time: 0.2168984 Aug 31 13:39:25.470418 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['2a47da21-cc4f-45bc-938e-e78634de7de1'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:39:25.505301 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Network 3852d755-7c50-46df-80a0-1c0c41c9e729 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:25.525239 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:25.547943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:39:25.558249 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:25.559358 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.569153 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Pushing event updated for resources: {'Port': ['ID=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:25.569375 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-11b7f3cc-79b1-4b8e-a4a3-e6956da6d8e5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/quotas/ed036eb1dc894a28af566c40419db15a HTTP/1.1" status: 200 len: 375 time: 0.0963185 Aug 31 13:39:25.581134 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cccf75fd-90db-4cd2-a2da-3d805a54fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.583955 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cccf75fd-90db-4cd2-a2da-3d805a54fc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.587843 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-cccf75fd-90db-4cd2-a2da-3d805a54fc5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da1402fd-ab43-477c-b36d-1c388d2e84d6 HTTP/1.1" status: 204 len: 168 time: 0.5958037 Aug 31 13:39:25.612062 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf75fd-90db-4cd2-a2da-3d805a54fc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1402fd-ab43-477c-b36d-1c388d2e84d6,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:25.617792 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-6c52b276-396b-4a5f-afff-43caf0556349 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2971115 Aug 31 13:39:25.620879 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6437af7c-50a3-4309-91ba-4bdad84fcee1 req-0915850a-0239-40e5-a5bb-959dcb62ba7c tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381826 Aug 31 13:39:25.637889 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Request body: {'port': {'device_id': '104c7902-81c4-4922-aa83-3e21a08ea7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:25.652138 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['130e2381-2f69-40bb-8d34-e6b1d1aa9ab3'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:39:25.661779 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3f4ab2b-a231-40ac-beac-428826120b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.778212 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3f4ab2b-a231-40ac-beac-428826120b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:25.791330 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-c554675e-e827-4432-876b-112087cf3a2d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1957071 Aug 31 13:39:25.799895 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-3cbea1f2-694a-4b3a-8973-941fd05e6c0b service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394570 Aug 31 13:39:25.905645 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:26.045686 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fa47fc67-fa3d-46d9-a139-51eb23eef884 req-9cb26469-62ce-4dd3-8981-71c85ba0e83e service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368512 Aug 31 13:39:26.219509 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-f2716207-a1fe-4a55-81c1-1c5794b5b96b service neutron] 10.222.0.21 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962243 Aug 31 13:39:26.266712 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79094f-91ce-4e66-9869-4fa7f8877e98 req-f040c235-4b98-41ba-959d-61464fd61761 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:26.269877 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2a79094f-91ce-4e66-9869-4fa7f8877e98 req-f040c235-4b98-41ba-959d-61464fd61761 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 932 time: 0.4527678 Aug 31 13:39:26.270393 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44244) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:26.302331 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3f4ab2b-a231-40ac-beac-428826120b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:26.313294 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3f4ab2b-a231-40ac-beac-428826120b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:26.313294 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-b3f4ab2b-a231-40ac-beac-428826120b5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b60b350-7e26-4f66-b5e3-1213a2153842 HTTP/1.1" status: 204 len: 168 time: 0.8684752 Aug 31 13:39:26.351715 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-4b3dd01b-6267-46dc-b3d4-6a7bae2334d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:26.351715 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-4b3dd01b-6267-46dc-b3d4-6a7bae2334d5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1097 time: 0.2398217 Aug 31 13:39:26.352741 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-481e06e4-fa7e-4fb0-b0b2-4381f34ac79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:26.450519 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4ab2b-a231-40ac-beac-428826120b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b60b350-7e26-4f66-b5e3-1213a2153842,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:26.471101 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-4d0040c1-32ae-4810-b531-31d25bcebffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:26.471823 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-4d0040c1-32ae-4810-b531-31d25bcebffc service neutron] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 921 time: 0.1073821 Aug 31 13:39:26.477284 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2a79094f-91ce-4e66-9869-4fa7f8877e98 req-9bdaacd9-ae59-4859-988f-4706aea94046 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935384 Aug 31 13:39:26.538201 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-387becb5-d0b2-4893-9b55-586674d70535 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 200 len: 217 time: 0.0509551 Aug 31 13:39:26.642068 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-a1cdf6c5-6bfe-4feb-a364-cab0ad0a54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:26.643647 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-a1cdf6c5-6bfe-4feb-a364-cab0ad0a54e8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.0963230 Aug 31 13:39:26.647383 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-92ee8cc9-92a4-4eda-8c18-2ea1cf532fe7 service neutron] 10.222.0.21 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083202 Aug 31 13:39:26.717554 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-77ca2082-46ee-4afb-b7c1-b6498aeb8e4d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627253 Aug 31 13:39:26.790233 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-481e06e4-fa7e-4fb0-b0b2-4381f34ac79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:26.802752 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-481e06e4-fa7e-4fb0-b0b2-4381f34ac79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:26.827704 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea34a8-c21e-43f5-9459-7c4fcc383b08 req-337cd46b-2eba-4849-b332-9f8bd13cf6fa tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:26.829589 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-65ea34a8-c21e-43f5-9459-7c4fcc383b08 req-337cd46b-2eba-4849-b332-9f8bd13cf6fa tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 944 time: 0.2153466 Aug 31 13:39:26.850778 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8c44df-bf04-44bd-9614-fe66dc1eea0d {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:27.059238 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e06e4-fa7e-4fb0-b0b2-4381f34ac79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f744547-03e9-400a-a70b-72d67fa983b2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:27.084610 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-481e06e4-fa7e-4fb0-b0b2-4381f34ac79e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88ca674028eb44a5a731b77a01626b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7728550 Aug 31 13:39:27.108802 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44268) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:27.109313 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44270) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:27.135696 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc8659fa-9ab0-4b68-89e0-9f7776a73bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.229144 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:27.266087 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-65ea34a8-c21e-43f5-9459-7c4fcc383b08 req-8a9095dc-a7d2-4be1-857f-ac8b5d30d7a6 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278281 Aug 31 13:39:27.268178 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.297646 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Transition to ACTIVE for port object 7a8c44df-bf04-44bd-9614-fe66dc1eea0d will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:27.300007 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.303099 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-19e35600-bd99-46f4-84f1-bdc233cbafbf service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090301 Aug 31 13:39:27.320724 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:27.327719 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:27.328647 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.358853 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:27.440848 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Attempting to bind port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:39:27.441795 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Attempting to bind port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:39:27.442805 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Attempting to bind port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d on network 3852d755-7c50-46df-80a0-1c0c41c9e729 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:27.464756 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d on network 3852d755-7c50-46df-80a0-1c0c41c9e729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:39:27.465100 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Attempting to bind port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d on network 3852d755-7c50-46df-80a0-1c0c41c9e729 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:27.469863 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9d8cc-9634-4253-bb97-fa847f20c520 req-bc56d63e-b70f-4977-a2e1-5ae1a6393da0 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:27.479132 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cbb9d8cc-9634-4253-bb97-fa847f20c520 req-bc56d63e-b70f-4977-a2e1-5ae1a6393da0 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 944 time: 0.4592266 Aug 31 13:39:27.487895 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3fa9ba3-1074-4866-a3e6-20ed39296037 req-71e4f6a4-8070-4a8e-8494-5b02056533ab tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 210 time: 0.0490804 Aug 31 13:39:27.491005 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:39:27.491363 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Checking segment: {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:39:27.491822 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Bound using segment: {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:39:27.492571 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Bound port: 7a8c44df-bf04-44bd-9614-fe66dc1eea0d, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98c365b-4b6c-493a-a345-64b76d86853d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:39:27.493053 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.499691 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-256596a8-2730-45a2-af34-a9e8c0b123c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.573962 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-256596a8-2730-45a2-af34-a9e8c0b123c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.586123 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.609762 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] For port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:39:27.617472 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] For port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:39:27.627756 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.644579 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5893af-a28f-49ab-b599-e85239bf3db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130e2381-2f69-40bb-8d34-e6b1d1aa9ab3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:27.659186 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cbb9d8cc-9634-4253-bb97-fa847f20c520 req-811fc1da-c09c-4c3d-aa07-fc229a31dbd5 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789422 Aug 31 13:39:27.683324 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d299d8f1-f632-4d8c-bfc1-f9db55d94c57 req-7fc5ac22-8362-43b4-9c66-3acc221e5e77 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631690 Aug 31 13:39:27.731273 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc8659fa-9ab0-4b68-89e0-9f7776a73bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.737566 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc8659fa-9ab0-4b68-89e0-9f7776a73bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.745050 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,segment=NetworkSegment(3f5c351f-a081-4431-8763-b7547ef96eba),segment_id=3f5c351f-a081-4431-8763-b7547ef96eba)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:27.749041 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:27.749744 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.751374 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] 10.222.0.107 "PUT /v2.0/ports/7a8c44df-bf04-44bd-9614-fe66dc1eea0d HTTP/1.1" status: 200 len: 1094 time: 2.1205914 Aug 31 13:39:27.754019 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104c7902-81c4-4922-aa83-3e21a08ea7d6', 'tag': '7a8c44df-bf04-44bd-9614-fe66dc1eea0d'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:27.754588 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.755786 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 2a47da21-cc4f-45bc-938e-e78634de7de1 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:27.756349 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd3ad0-b672-4437-9691-f1cb324fc3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "104c7902-81c4-4922-aa83-3e21a08ea7d6", "tag": "7a8c44df-bf04-44bd-9614-fe66dc1eea0d"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:27.802257 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-bc8659fa-9ab0-4b68-89e0-9f7776a73bc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afcddbb4cce44deca37f9ddf1b0f94b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6802149 Aug 31 13:39:27.802483 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd87a84-bda8-468c-85d9-e6007df7fff7 req-17e89c25-5735-46b6-a849-8a6037d45984 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:27.803078 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44290) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:27.803507 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0cd87a84-bda8-468c-85d9-e6007df7fff7 req-17e89c25-5735-46b6-a849-8a6037d45984 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.1598213 Aug 31 13:39:27.807645 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426149c-f315-4389-95bc-621df1aa5f37 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:27.825270 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-256596a8-2730-45a2-af34-a9e8c0b123c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.828506 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-256596a8-2730-45a2-af34-a9e8c0b123c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.832341 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-256596a8-2730-45a2-af34-a9e8c0b123c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f744547-03e9-400a-a70b-72d67fa983b2 HTTP/1.1" status: 204 len: 168 time: 0.7196407 Aug 31 13:39:27.879215 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cc5ef6-e627-407c-a800-750e4e0de5ea x-openstack-request-id: req-85cc5ef6-e627-407c-a800-750e4e0de5ea {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:27.879538 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8659fa-9ab0-4b68-89e0-9f7776a73bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e2ae48-bc3e-4f61-8d63-781c6b3b65b9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:27.880601 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104c7902-81c4-4922-aa83-3e21a08ea7d6", "tag": "7a8c44df-bf04-44bd-9614-fe66dc1eea0d", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:27.881071 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85cc5ef6-e627-407c-a800-750e4e0de5ea {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:27.881669 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104c7902-81c4-4922-aa83-3e21a08ea7d6', 'tag': '7a8c44df-bf04-44bd-9614-fe66dc1eea0d', 'status': 'completed', 'code': 200} Aug 31 13:39:27.885581 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:27.927557 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 2a47da21-cc4f-45bc-938e-e78634de7de1 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:27.943852 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 2a47da21-cc4f-45bc-938e-e78634de7de1 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:27.944467 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:27.944650 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0cd87a84-bda8-468c-85d9-e6007df7fff7 req-b03426c5-46b9-458e-896a-2ed2b922a83e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235170 Aug 31 13:39:27.985373 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256596a8-2730-45a2-af34-a9e8c0b123c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f744547-03e9-400a-a70b-72d67fa983b2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:27.985918 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146942-d649-4a19-b545-0f65ee314c98 req-3ce116bc-0ec7-4aff-bfc8-2911b52411bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:27.989397 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-3ce116bc-0ec7-4aff-bfc8-2911b52411bd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 1097 time: 0.1056619 Aug 31 13:39:27.999295 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b0fb24e-50cf-4b70-9744-755affec11f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:28.051483 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b0fb24e-50cf-4b70-9744-755affec11f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:28.098636 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-635134c2-722f-4581-bc14-a84a54f62a75 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8c44df-bf04-44bd-9614-fe66dc1eea0d HTTP/1.1" status: 200 len: 217 time: 0.1007340 Aug 31 13:39:28.129579 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485dd635-2126-456c-b9d0-b9f0b3f1a218" -d '{"events": [{"server_uuid": "ff5893af-a28f-49ab-b599-e85239bf3db4", "name": "network-vif-plugged", "status": "completed", "tag": "130e2381-2f69-40bb-8d34-e6b1d1aa9ab3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:28.171303 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:28.179347 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b0fb24e-50cf-4b70-9744-755affec11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:28.198695 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b0fb24e-50cf-4b70-9744-755affec11f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:28.206856 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-3b0fb24e-50cf-4b70-9744-755affec11f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5e2ae48-bc3e-4f61-8d63-781c6b3b65b9 HTTP/1.1" status: 204 len: 168 time: 0.3908155 Aug 31 13:39:28.227089 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fb24e-50cf-4b70-9744-755affec11f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e2ae48-bc3e-4f61-8d63-781c6b3b65b9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:28.271965 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146942-d649-4a19-b545-0f65ee314c98 req-c85ceeee-2c97-48c3-afb5-28951ec2c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:28.273637 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-c85ceeee-2c97-48c3-afb5-28951ec2c2f7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.1668320 Aug 31 13:39:28.280211 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 2a47da21-cc4f-45bc-938e-e78634de7de1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2a47da21-cc4f-45bc-938e-e78634de7de1,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:28.290159 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:28.329760 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-c8d72ac7-728b-4c5f-958e-a7be61078255 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480227 Aug 31 13:39:28.445821 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=2a47da21-cc4f-45bc-938e-e78634de7de1,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:28.521083 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5accb9c6-c531-4234-aa50-9dcdfc69ab28 x-openstack-request-id: req-5accb9c6-c531-4234-aa50-9dcdfc69ab28 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:28.521386 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5893af-a28f-49ab-b599-e85239bf3db4", "name": "network-vif-plugged", "status": "completed", "tag": "130e2381-2f69-40bb-8d34-e6b1d1aa9ab3", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:28.521673 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5accb9c6-c531-4234-aa50-9dcdfc69ab28 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:28.522109 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5893af-a28f-49ab-b599-e85239bf3db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130e2381-2f69-40bb-8d34-e6b1d1aa9ab3', 'code': 200} Aug 31 13:39:28.635610 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf8197-26ab-4cdf-bdbe-d5f98e987996 req-751b25af-f41f-43b5-ab79-211937f227a5 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:28.644336 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2bbf8197-26ab-4cdf-bdbe-d5f98e987996 req-751b25af-f41f-43b5-ab79-211937f227a5 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.1982141 Aug 31 13:39:28.729625 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-85447fcd-025c-4f54-bf66-76599c7eba17 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887975 Aug 31 13:39:28.789701 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bfab9bc5-5c76-43be-a774-f0920f49504a req-2644dc67-4871-4ebc-8d0b-b97cec7129db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 210 time: 0.1014211 Aug 31 13:39:28.886632 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2bbf8197-26ab-4cdf-bdbe-d5f98e987996 req-2b7130c2-0ec5-425c-885a-4d3801cfbb06 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283895 Aug 31 13:39:28.939209 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44326) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:28.982456 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74146942-d649-4a19-b545-0f65ee314c98 req-068b3be6-5e5e-4caf-8aca-d2ebe89840b9 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355063 Aug 31 13:39:29.115930 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d607b1e3-e9b3-4f88-82d5-86555d056285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.154285 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-3f2bec82-5a18-4416-8206-581c33439ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:29.156030 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-3f2bec82-5a18-4416-8206-581c33439ba4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 1097 time: 0.1063948 Aug 31 13:39:29.167399 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0bb7-93a7-4bcf-a10a-164fc233b69e req-4cb395a8-c7f7-42ad-a0b7-d7dcfe800893 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:29.169394 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-aeee0bb7-93a7-4bcf-a10a-164fc233b69e req-4cb395a8-c7f7-42ad-a0b7-d7dcfe800893 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.1046114 Aug 31 13:39:29.237340 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-c45c10e5-5f42-4e5d-8436-2a1ae98ee32f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:29.239302 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-c45c10e5-5f42-4e5d-8436-2a1ae98ee32f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 816 time: 0.5821598 Aug 31 13:39:29.245188 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-aeee0bb7-93a7-4bcf-a10a-164fc233b69e req-95df590d-c72c-4fd0-b6b0-b782ee005fd6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676961 Aug 31 13:39:29.261279 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2937bc-a4bf-4fe5-bedf-0256c64a85e4 req-431b6b58-011e-49d6-b0a0-006c3cff236d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:29.261279 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4e2937bc-a4bf-4fe5-bedf-0256c64a85e4 req-431b6b58-011e-49d6-b0a0-006c3cff236d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.2022521 Aug 31 13:39:29.264239 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f12a4-8d91-4e8e-ad7d-d6ea4d6b3c6e req-abdecb0b-9d99-4e75-830a-d505e2a89f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:29.265781 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b99f12a4-8d91-4e8e-ad7d-d6ea4d6b3c6e req-abdecb0b-9d99-4e75-830a-d505e2a89f6c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 1098 time: 0.3275454 Aug 31 13:39:29.324920 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4e2937bc-a4bf-4fe5-bedf-0256c64a85e4 req-946a73d8-0468-4719-9568-5ce23e2ede90 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Aug 31 13:39:29.342603 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44340) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:29.372632 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d607b1e3-e9b3-4f88-82d5-86555d056285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.385363 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d607b1e3-e9b3-4f88-82d5-86555d056285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.434980 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d607b1e3-e9b3-4f88-82d5-86555d056285 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a7fa8b39b1143dbbc446d1f43791298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915719 Aug 31 13:39:29.438625 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44346) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:29.441773 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607b1e3-e9b3-4f88-82d5-86555d056285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa6c6df-9fdd-4c6c-81bf-657c7bdaeeb6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:29.526772 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2da6b32a-a9bd-4484-85b2-f2f2bf646858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.528710 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5437cf3e-b19e-4417-9d1a-18b5dbc23a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.567132 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2da6b32a-a9bd-4484-85b2-f2f2bf646858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.652675 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2da6b32a-a9bd-4484-85b2-f2f2bf646858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.655509 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2da6b32a-a9bd-4484-85b2-f2f2bf646858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.656794 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-2da6b32a-a9bd-4484-85b2-f2f2bf646858 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efa6c6df-9fdd-4c6c-81bf-657c7bdaeeb6 HTTP/1.1" status: 204 len: 168 time: 0.2170978 Aug 31 13:39:29.674132 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6b32a-a9bd-4484-85b2-f2f2bf646858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa6c6df-9fdd-4c6c-81bf-657c7bdaeeb6,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:29.695667 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5437cf3e-b19e-4417-9d1a-18b5dbc23a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.701692 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5437cf3e-b19e-4417-9d1a-18b5dbc23a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.749637 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-5437cf3e-b19e-4417-9d1a-18b5dbc23a7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e35d7790085d4e719e687a8499e5a2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050157 Aug 31 13:39:29.750560 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437cf3e-b19e-4417-9d1a-18b5dbc23a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6696d1-7dec-4db5-817c-6b0b2d7b9891,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:29.752601 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44358) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:29.817827 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bccb2a39-aeb2-4ef5-aa4c-242e393d63f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.845408 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bccb2a39-aeb2-4ef5-aa4c-242e393d63f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.918463 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bccb2a39-aeb2-4ef5-aa4c-242e393d63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.924396 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bccb2a39-aeb2-4ef5-aa4c-242e393d63f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:29.929644 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-bccb2a39-aeb2-4ef5-aa4c-242e393d63f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b6696d1-7dec-4db5-817c-6b0b2d7b9891 HTTP/1.1" status: 204 len: 168 time: 0.1758459 Aug 31 13:39:29.941061 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb2a39-aeb2-4ef5-aa4c-242e393d63f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6696d1-7dec-4db5-817c-6b0b2d7b9891,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:29.960464 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9cec3e06-f02f-4f92-9d50-dbd5eb01a2e7 req-44bef2a5-92d3-4184-82fa-c6b68f825ce1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 210 time: 0.0481608 Aug 31 13:39:30.004545 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device fb7a1805-78d8-4153-9f95-bc07f9da66f1 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:39:30.062412 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b448-33e9-462f-8243-1a61eb0fd453 req-9c768c3d-29f7-4210-9a0c-714345acfea8 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:30.070978 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f126b448-33e9-462f-8243-1a61eb0fd453 req-9c768c3d-29f7-4210-9a0c-714345acfea8 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.0893786 Aug 31 13:39:30.118800 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f126b448-33e9-462f-8243-1a61eb0fd453 req-8306e987-0b3f-4dd9-a1f6-e74259414741 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 Aug 31 13:39:30.148062 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port fb7a1805-78d8-4153-9f95-bc07f9da66f1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:30.161446 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': 'fb7a1805-78d8-4153-9f95-bc07f9da66f1', 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729', 'port_id': 'fb7a1805-78d8-4153-9f95-bc07f9da66f1', 'mac_address': 'fa:16:3e:ec:df:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a61ca3-582c-4a81-a194-d76b61fb1458', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:39:30.217540 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.245497 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7a1805-78d8-4153-9f95-bc07f9da66f1 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:30.297170 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port fb7a1805-78d8-4153-9f95-bc07f9da66f1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:30.300252 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.376822 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=fb7a1805-78d8-4153-9f95-bc07f9da66f1,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:30.439268 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44390) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:30.459753 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b143b5-2c58-45eb-9efa-326084fb7054 req-91e22a6e-e70e-4eba-b64b-733529cb445b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:30.462196 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b1b143b5-2c58-45eb-9efa-326084fb7054 req-91e22a6e-e70e-4eba-b64b-733529cb445b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.1030476 Aug 31 13:39:30.472089 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6a3144a-f555-4ed6-8846-4c4bf7cd4d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.523801 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a47da21-cc4f-45bc-938e-e78634de7de1'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:30.528023 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f58390d-aa89-49f1-b047-cbb39fddafe5" -d '{"events": [{"server_uuid": "b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2a47da21-cc4f-45bc-938e-e78634de7de1"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:30.540046 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b1b143b5-2c58-45eb-9efa-326084fb7054 req-bc343155-f5b0-436b-92a4-248507794643 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707912 Aug 31 13:39:30.629649 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7576cf80-20b4-4315-b2fa-4185b5dafbfe x-openstack-request-id: req-7576cf80-20b4-4315-b2fa-4185b5dafbfe {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:30.630107 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2a47da21-cc4f-45bc-938e-e78634de7de1", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:30.630495 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7576cf80-20b4-4315-b2fa-4185b5dafbfe {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:30.631111 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a47da21-cc4f-45bc-938e-e78634de7de1', 'code': 200} Aug 31 13:39:30.652916 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110ed3-5cb0-4d4f-904b-ecc94087a195 req-c4ef39d7-2bb8-4f83-a9ac-9a2a26bf7bc2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:30.656122 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b7110ed3-5cb0-4d4f-904b-ecc94087a195 req-c4ef39d7-2bb8-4f83-a9ac-9a2a26bf7bc2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.1593604 Aug 31 13:39:30.733709 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b7110ed3-5cb0-4d4f-904b-ecc94087a195 req-b88acda9-e02a-4618-b050-968dfb26e613 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632052 Aug 31 13:39:30.777395 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6a3144a-f555-4ed6-8846-4c4bf7cd4d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.782961 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6a3144a-f555-4ed6-8846-4c4bf7cd4d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.827612 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a6a3144a-f555-4ed6-8846-4c4bf7cd4d74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99beb6dd360e40da84bc2bf405e6492b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866866 Aug 31 13:39:30.829038 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3144a-f555-4ed6-8846-4c4bf7cd4d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f4ea06-f7a3-4b37-93ce-45df9c8834f5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:30.832039 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44402) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:30.908469 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b25295e-528c-4e9a-9592-249380de04fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.933164 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b25295e-528c-4e9a-9592-249380de04fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.995530 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b25295e-528c-4e9a-9592-249380de04fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:30.998794 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b25295e-528c-4e9a-9592-249380de04fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:31.000025 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-5b25295e-528c-4e9a-9592-249380de04fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41f4ea06-f7a3-4b37-93ce-45df9c8834f5 HTTP/1.1" status: 204 len: 168 time: 0.1653545 Aug 31 13:39:31.016298 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25295e-528c-4e9a-9592-249380de04fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f4ea06-f7a3-4b37-93ce-45df9c8834f5,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:31.122936 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-375e1ae2-24a9-4d82-8b4e-feb1ff9f1367 req-4e41af95-f629-4238-8221-23ca24d09926 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 210 time: 0.0361440 Aug 31 13:39:31.316604 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40fe2e-1413-46b2-8c75-f651d530a858 req-abcd71e3-6baa-42f0-840d-0353cd34a8b8 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:31.325255 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2b40fe2e-1413-46b2-8c75-f651d530a858 req-abcd71e3-6baa-42f0-840d-0353cd34a8b8 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.0786529 Aug 31 13:39:31.377382 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2b40fe2e-1413-46b2-8c75-f651d530a858 req-3e8fcd40-7469-41d1-8827-971d701a34ce tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505991 Aug 31 13:39:31.688510 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a821c42-306e-4292-95c0-8f91c2cbe84b req-7f6626a2-b074-431a-b3ea-90d245e3309d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:31.690262 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8a821c42-306e-4292-95c0-8f91c2cbe84b req-7f6626a2-b074-431a-b3ea-90d245e3309d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.0637205 Aug 31 13:39:31.748073 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8a821c42-306e-4292-95c0-8f91c2cbe84b req-f4c80b0b-ded6-4a9f-bdf5-af09d7a1a63f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507386 Aug 31 13:39:31.898813 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:31.920265 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b99f12a4-8d91-4e8e-ad7d-d6ea4d6b3c6e req-d568fd8d-9b69-4eb9-b907-8c451ed17e78 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:31.985836 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-2c0cabf6-6cd4-4369-8feb-634bf35ab366 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed036eb1dc894a28af566c40419db15a HTTP/1.1" status: 200 len: 379 time: 0.1349080 Aug 31 13:39:31.997519 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552bbf8-4758-4897-9252-bef0cb763e10 req-538a7785-91b1-499f-90c0-43f9a9cbb52e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:32.007436 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4552bbf8-4758-4897-9252-bef0cb763e10 req-538a7785-91b1-499f-90c0-43f9a9cbb52e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.1871376 Aug 31 13:39:32.026458 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'port': {'device_id': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'admin_state_up': True, 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'security_groups': ['7b95a57b-0a7c-413d-bb3b-04a4ef2e6059']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:32.033320 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-f560616d-3e44-4b40-9815-3db751bc04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:32.035597 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-f560616d-3e44-4b40-9815-3db751bc04cb service neutron] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 921 time: 0.1847026 Aug 31 13:39:32.137187 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.107', 64336) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:32.150276 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-98a866a6-58de-4d9a-a8c2-b3fb22b2ae62 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8c44df-bf04-44bd-9614-fe66dc1eea0d HTTP/1.1" status: 200 len: 217 time: 0.1060061 Aug 31 13:39:32.182707 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['fb7a1805-78d8-4153-9f95-bc07f9da66f1'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:39:32.345333 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b67a387e-8d45-4fb5-8bbc-7b5d80090146 req-dd2c625d-e310-444d-b11f-f2b3512f24c3 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 210 time: 0.0527296 Aug 31 13:39:32.378966 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-165a4547-50b3-4edf-8520-7fb2efa1ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:32.380777 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-165a4547-50b3-4edf-8520-7fb2efa1ae01 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.1801383 Aug 31 13:39:32.405412 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4552bbf8-4758-4897-9252-bef0cb763e10 req-6221ba84-c5ca-4cdf-aa98-5098ebfb01e3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960934 Aug 31 13:39:32.408873 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f531d4-63b3-4f8f-a71e-9db34e111fc5 req-1b66b426-06f2-4b43-b9e4-4618d92cddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:32.430293 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-87f531d4-63b3-4f8f-a71e-9db34e111fc5 req-1b66b426-06f2-4b43-b9e4-4618d92cddd2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 1098 time: 0.2920048 Aug 31 13:39:32.468004 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-b88e3320-6c3c-4680-9706-2592f349f50f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736547 Aug 31 13:39:32.553783 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-87f531d4-63b3-4f8f-a71e-9db34e111fc5 req-4acb2434-1dd7-4102-a31e-fb9c3d786e82 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:32.560983 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b99f12a4-8d91-4e8e-ad7d-d6ea4d6b3c6e req-d568fd8d-9b69-4eb9-b907-8c451ed17e78 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:32.571317 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b99f12a4-8d91-4e8e-ad7d-d6ea4d6b3c6e req-d568fd8d-9b69-4eb9-b907-8c451ed17e78 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:32.654571 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b99f12a4-8d91-4e8e-ad7d-d6ea4d6b3c6e req-d568fd8d-9b69-4eb9-b907-8c451ed17e78 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7936146 Aug 31 13:39:32.663244 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Made reservation on behalf of ed036eb1dc894a28af566c40419db15a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:39:32.669524 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:32.673698 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568fd8d-9b69-4eb9-b907-8c451ed17e78 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=599266cf-6f82-481f-afaf-69e35798b69d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:32.794646 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e3a6-a35f-4c08-b46c-3dc26490d67d req-14e21437-44b4-404e-8930-75c3373613ca tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:32.805166 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6771e3a6-a35f-4c08-b46c-3dc26490d67d req-14e21437-44b4-404e-8930-75c3373613ca tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.2800086 Aug 31 13:39:32.810671 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-07c2a593-1215-41b2-9dbc-f9aba44c80aa service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216693 Aug 31 13:39:33.047037 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-87f531d4-63b3-4f8f-a71e-9db34e111fc5 req-4acb2434-1dd7-4102-a31e-fb9c3d786e82 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901372 Aug 31 13:39:33.053313 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09dd3ad0-b672-4437-9691-f1cb324fc3ba req-d03c5624-683f-49a7-a9ad-1e5aed8fbfd6 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758199 Aug 31 13:39:33.054082 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fe9a2-019c-4741-b087-5752dec820ea req-d0e2fd59-9050-44f5-ace9-f44e671ab285 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:33.055942 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0e3fe9a2-019c-4741-b087-5752dec820ea req-d0e2fd59-9050-44f5-ace9-f44e671ab285 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.1470046 Aug 31 13:39:33.057415 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Allocated IP 172.20.0.5 (e2963958-fdd6-40d3-96f2-9d73522bf15e/2cf137db-c258-4cab-b4eb-15e9b02a1a11/4210618e-d4b5-4d63-a60a-038ee73a1bab) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:39:33.071257 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6771e3a6-a35f-4c08-b46c-3dc26490d67d req-d6ae9bdd-d850-4ba4-8b33-efd79e623bf6 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446508 Aug 31 13:39:33.141651 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0e3fe9a2-019c-4741-b087-5752dec820ea req-20480198-a5fa-4545-961e-85ff372fbe2c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774834 Aug 31 13:39:33.313177 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:33.331776 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Transition to ACTIVE for port object 4210618e-d4b5-4d63-a60a-038ee73a1bab will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:33.379462 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:33.456084 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Network e2963958-fdd6-40d3-96f2-9d73522bf15e is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:39:33.466520 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:39:33.489912 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:39:33.499427 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:33.500128 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:33.516247 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:33.548064 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-5152c1ba-3285-4d39-9cee-840f5936313e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5377276 Aug 31 13:39:33.610804 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3296dd-ba3b-4836-8c38-d95d8d4d4132 req-f0168397-e609-4927-b9ca-cdaa8f62258c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:33.612574 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3296dd-ba3b-4836-8c38-d95d8d4d4132 req-f0168397-e609-4927-b9ca-cdaa8f62258c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 931 time: 0.1124511 Aug 31 13:39:33.657349 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbd5ef-2bc4-47f9-9766-7d0778018acb req-b6c2cf5f-18b1-47b8-b326-36f42967f293 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:33.660162 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3fbbd5ef-2bc4-47f9-9766-7d0778018acb req-b6c2cf5f-18b1-47b8-b326-36f42967f293 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.0975039 Aug 31 13:39:33.712089 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3296dd-ba3b-4836-8c38-d95d8d4d4132 req-01ca7c9d-55a9-41d1-9e67-8deeacc4fbdd tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819221 Aug 31 13:39:33.758477 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3fbbd5ef-2bc4-47f9-9766-7d0778018acb req-a9f9bf32-2475-48f7-97c7-6f1e3e3da911 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915895 Aug 31 13:39:33.835010 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-ab86ae12-f8be-46ce-b5aa-9c82c90fcd0e None None] Provisioning for port 4210618e-d4b5-4d63-a60a-038ee73a1bab completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:33.840285 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-ab86ae12-f8be-46ce-b5aa-9c82c90fcd0e None None] Provisioning complete for port 4210618e-d4b5-4d63-a60a-038ee73a1bab triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:33.840694 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab86ae12-f8be-46ce-b5aa-9c82c90fcd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:33.866513 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44554) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:33.889233 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ab86ae12-f8be-46ce-b5aa-9c82c90fcd0e None None] Port 4210618e-d4b5-4d63-a60a-038ee73a1bab cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:39:34.049173 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-76ec9c33-df7c-449b-aa45-0e2f3b256d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:34.195663 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-76ec9c33-df7c-449b-aa45-0e2f3b256d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:34.211864 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-76ec9c33-df7c-449b-aa45-0e2f3b256d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:34.282657 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d58dc-89fc-4098-bae4-166bbb85d17b req-0c8f9e17-fd42-4669-ad38-82fa06a39b85 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:34.282657 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b93d58dc-89fc-4098-bae4-166bbb85d17b req-0c8f9e17-fd42-4669-ad38-82fa06a39b85 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.0620661 Aug 31 13:39:34.307309 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-76ec9c33-df7c-449b-aa45-0e2f3b256d4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=465861fd721b43bd9f320ab628312af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367921 Aug 31 13:39:34.309252 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44582) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:34.324885 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec9c33-df7c-449b-aa45-0e2f3b256d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebe2842-6b67-4ee3-a72e-4963b47465e0,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:34.334420 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b93d58dc-89fc-4098-bae4-166bbb85d17b req-f0529082-034d-4f41-8331-8298f4e7c06d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Aug 31 13:39:34.355096 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb48ec-629c-4a9c-b928-87c990f081cd req-ea832f43-9446-4c27-af1e-a1598bd0bd8b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:34.358033 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d0bb48ec-629c-4a9c-b928-87c990f081cd req-ea832f43-9446-4c27-af1e-a1598bd0bd8b tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.1667073 Aug 31 13:39:34.443894 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d0bb48ec-629c-4a9c-b928-87c990f081cd req-e576c482-2de3-4555-a661-bb36fe34aaf6 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759037 Aug 31 13:39:34.446919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b8703034-cbb3-4b18-8ab7-27daff3f7b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:34.484686 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b8703034-cbb3-4b18-8ab7-27daff3f7b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:34.555312 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b8703034-cbb3-4b18-8ab7-27daff3f7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:34.558109 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b8703034-cbb3-4b18-8ab7-27daff3f7b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:34.562144 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-b8703034-cbb3-4b18-8ab7-27daff3f7b1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ebe2842-6b67-4ee3-a72e-4963b47465e0 HTTP/1.1" status: 204 len: 168 time: 0.2479646 Aug 31 13:39:34.570622 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8703034-cbb3-4b18-8ab7-27daff3f7b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebe2842-6b67-4ee3-a72e-4963b47465e0,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:34.651821 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44592) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:34.919078 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d8479-d43d-4bc0-b9e7-cc6395e3de27 req-729fd853-ab14-4e3c-8172-ee237ca4ea27 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:34.922311 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b51d8479-d43d-4bc0-b9e7-cc6395e3de27 req-729fd853-ab14-4e3c-8172-ee237ca4ea27 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 931 time: 0.1016455 Aug 31 13:39:34.949672 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-50ef0b20-47ab-40c4-9fa3-33239806e15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:34.977304 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0d87b-3982-475d-a181-0bfd0548020a req-12d559f7-9932-4925-aa22-ca4103c3aab7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:34.977646 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b51d8479-d43d-4bc0-b9e7-cc6395e3de27 req-082e9741-a0ae-4e78-8f38-25d16a117de3 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480261 Aug 31 13:39:34.979706 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-27f0d87b-3982-475d-a181-0bfd0548020a req-12d559f7-9932-4925-aa22-ca4103c3aab7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.0865772 Aug 31 13:39:35.012308 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44604) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:35.035855 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d5f87a7-69f7-40ed-9360-77082415a3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.079387 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-27f0d87b-3982-475d-a181-0bfd0548020a req-95abfc0f-29ab-44e8-8003-12209fc49e9d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803814 Aug 31 13:39:35.135660 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-50ef0b20-47ab-40c4-9fa3-33239806e15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.140903 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-50ef0b20-47ab-40c4-9fa3-33239806e15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.187906 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-50ef0b20-47ab-40c4-9fa3-33239806e15e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e680cb6a0aa64a9baa716671d77a2890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342033 Aug 31 13:39:35.189530 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef0b20-47ab-40c4-9fa3-33239806e15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0013af3-c0a4-4cba-b763-032ad34694b4,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:35.193781 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44608) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:35.262793 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d5f87a7-69f7-40ed-9360-77082415a3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.266594 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9a3172b4-b5c4-41ef-9beb-dfa1588e9eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.267931 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d5f87a7-69f7-40ed-9360-77082415a3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.295871 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9a3172b4-b5c4-41ef-9beb-dfa1588e9eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.315199 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0d5f87a7-69f7-40ed-9360-77082415a3f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14a9d67fea64459b8248f055b7b82a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984025 Aug 31 13:39:35.315199 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f87a7-69f7-40ed-9360-77082415a3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737aae0b-300f-483c-98f6-10a1c80a43f9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:35.316186 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44610) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:35.353500 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9a3172b4-b5c4-41ef-9beb-dfa1588e9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.356072 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9a3172b4-b5c4-41ef-9beb-dfa1588e9eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.357280 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9a3172b4-b5c4-41ef-9beb-dfa1588e9eb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0013af3-c0a4-4cba-b763-032ad34694b4 HTTP/1.1" status: 204 len: 168 time: 0.1621766 Aug 31 13:39:35.366490 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3172b4-b5c4-41ef-9beb-dfa1588e9eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0013af3-c0a4-4cba-b763-032ad34694b4,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:35.401221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fd19120-2657-472b-bca6-d9b72ae743e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.429843 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fd19120-2657-472b-bca6-d9b72ae743e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.536794 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8201c2-630c-4b28-9830-00b17ae0760f req-47d1026f-75ae-4e81-a928-105843563cb1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:35.539135 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7c8201c2-630c-4b28-9830-00b17ae0760f req-47d1026f-75ae-4e81-a928-105843563cb1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.1066921 Aug 31 13:39:35.570938 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fd19120-2657-472b-bca6-d9b72ae743e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.573679 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fd19120-2657-472b-bca6-d9b72ae743e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.578454 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-1fd19120-2657-472b-bca6-d9b72ae743e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/737aae0b-300f-483c-98f6-10a1c80a43f9 HTTP/1.1" status: 204 len: 168 time: 0.2567294 Aug 31 13:39:35.598453 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7c8201c2-630c-4b28-9830-00b17ae0760f req-81f74669-c599-4b1b-8dd8-092d35404515 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Aug 31 13:39:35.599188 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19120-2657-472b-bca6-d9b72ae743e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737aae0b-300f-483c-98f6-10a1c80a43f9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:35.607308 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f47ae1-63cf-4264-836b-0d43a33d0cd2 req-04f643a1-c56e-4770-b940-edd8f0005ba4 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:35.609801 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0f47ae1-63cf-4264-836b-0d43a33d0cd2 req-04f643a1-c56e-4770-b940-edd8f0005ba4 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.0728676 Aug 31 13:39:35.664996 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0f47ae1-63cf-4264-836b-0d43a33d0cd2 req-b89824dd-8dce-4d90-aa7f-5e78d0b7b6d0 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Aug 31 13:39:35.815646 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44626) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:35.833449 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fc064d7-5e33-45b6-9723-9722d776e22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.960742 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fc064d7-5e33-45b6-9723-9722d776e22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:35.966060 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fc064d7-5e33-45b6-9723-9722d776e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.006080 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc064d7-5e33-45b6-9723-9722d776e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84af83b2-c3d4-49f1-9f00-b78a72c1f166,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:36.015163 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44636) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:36.022941 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-2fc064d7-5e33-45b6-9723-9722d776e22a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e0bdfdcbe2f4c3d8f0662a97382c6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058895 Aug 31 13:39:36.092481 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-00bf4ce3-607c-4f12-ac75-8909fb6935ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.124209 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-00bf4ce3-607c-4f12-ac75-8909fb6935ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.138004 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad82c-52f7-4f36-81ec-8a3b1d274bfb req-848ee163-049f-404a-9429-3458ac7854de tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:36.140735 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-efdad82c-52f7-4f36-81ec-8a3b1d274bfb req-848ee163-049f-404a-9429-3458ac7854de tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 931 time: 0.0815370 Aug 31 13:39:36.199185 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device fb7a1805-78d8-4153-9f95-bc07f9da66f1 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:36.245453 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-efdad82c-52f7-4f36-81ec-8a3b1d274bfb req-318b7cc0-95c6-47d5-97f4-2c33f79db763 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939245 Aug 31 13:39:36.251317 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Request body: {'port': {'device_id': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:39:36.264893 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e0aab-1c4f-4209-b20c-982fbb58e0ca req-378c2a11-6930-4954-a7ed-a711854f6f01 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:36.280885 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-324e0aab-1c4f-4209-b20c-982fbb58e0ca req-378c2a11-6930-4954-a7ed-a711854f6f01 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.1025584 Aug 31 13:39:36.290059 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-00bf4ce3-607c-4f12-ac75-8909fb6935ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.297399 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-00bf4ce3-607c-4f12-ac75-8909fb6935ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.299009 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-00bf4ce3-607c-4f12-ac75-8909fb6935ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84af83b2-c3d4-49f1-9f00-b78a72c1f166 HTTP/1.1" status: 204 len: 168 time: 0.2828279 Aug 31 13:39:36.309122 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port fb7a1805-78d8-4153-9f95-bc07f9da66f1 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:36.314707 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port fb7a1805-78d8-4153-9f95-bc07f9da66f1 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:36.315092 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.337167 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf4ce3-607c-4f12-ac75-8909fb6935ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84af83b2-c3d4-49f1-9f00-b78a72c1f166,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:36.365889 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.372393 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-324e0aab-1c4f-4209-b20c-982fbb58e0ca req-2af0baba-bf66-4865-afee-cf2c4d8be911 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884500 Aug 31 13:39:36.466942 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.500268 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15246791-5821-4746-ab57-de3340921964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7a1805-78d8-4153-9f95-bc07f9da66f1'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:36.503320 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef43c2b7-2a28-4dc2-a47a-366eeb0fd1e1" -d '{"events": [{"server_uuid": "15246791-5821-4746-ab57-de3340921964", "name": "network-vif-plugged", "status": "completed", "tag": "fb7a1805-78d8-4153-9f95-bc07f9da66f1"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:36.526095 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port fb7a1805-78d8-4153-9f95-bc07f9da66f1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:36.535470 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:36.570609 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dff339-ff7c-4849-855a-b380df351f97 x-openstack-request-id: req-23dff339-ff7c-4849-855a-b380df351f97 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:36.571153 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15246791-5821-4746-ab57-de3340921964", "name": "network-vif-plugged", "status": "completed", "tag": "fb7a1805-78d8-4153-9f95-bc07f9da66f1", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:36.571942 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23dff339-ff7c-4849-855a-b380df351f97 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:36.572522 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15246791-5821-4746-ab57-de3340921964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7a1805-78d8-4153-9f95-bc07f9da66f1', 'code': 200} Aug 31 13:39:36.619264 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=fb7a1805-78d8-4153-9f95-bc07f9da66f1,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:36.920852 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4210618e-d4b5-4d63-a60a-038ee73a1bab {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:36.992689 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:37.003127 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c315166-0053-47ca-9926-80372d232bf4 req-cb45a7c4-7c6c-4e1e-8f3b-0791a2611e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:37.005003 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c315166-0053-47ca-9926-80372d232bf4 req-cb45a7c4-7c6c-4e1e-8f3b-0791a2611e5e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1099 time: 0.2234993 Aug 31 13:39:37.035211 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a2027-5b28-41e3-aeee-bc9718d11963 req-138e6741-5d93-43db-819b-3044844b881a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:37.044485 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b13a2027-5b28-41e3-aeee-bc9718d11963 req-138e6741-5d93-43db-819b-3044844b881a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.2285452 Aug 31 13:39:37.067954 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Transition to ACTIVE for port object 4210618e-d4b5-4d63-a60a-038ee73a1bab will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:39:37.073901 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:37.117721 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b13a2027-5b28-41e3-aeee-bc9718d11963 req-3c2a854d-c5ee-4387-85d0-32f056cdb77e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669897 Aug 31 13:39:37.148209 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c315166-0053-47ca-9926-80372d232bf4 req-c822d875-4a2a-487c-b16e-6643d030e961 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787070 Aug 31 13:39:37.148464 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab45035-85a4-459c-8631-71258920b814 service neutron] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:37.175538 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523dbd3-72e6-4812-8a95-30bdbac7603a req-80e44903-1d8c-4e87-a07e-34ca102af398 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:37.177605 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6523dbd3-72e6-4812-8a95-30bdbac7603a req-80e44903-1d8c-4e87-a07e-34ca102af398 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.2306468 Aug 31 13:39:37.238894 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Attempting to bind port 4210618e-d4b5-4d63-a60a-038ee73a1bab on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:39:37.239224 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Attempting to bind port 4210618e-d4b5-4d63-a60a-038ee73a1bab by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:39:37.240946 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Attempting to bind port 4210618e-d4b5-4d63-a60a-038ee73a1bab on network e2963958-fdd6-40d3-96f2-9d73522bf15e {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:37.273135 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Port 4210618e-d4b5-4d63-a60a-038ee73a1bab on network e2963958-fdd6-40d3-96f2-9d73522bf15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:39:37.273689 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Attempting to bind port 4210618e-d4b5-4d63-a60a-038ee73a1bab on network e2963958-fdd6-40d3-96f2-9d73522bf15e {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:39:37.284671 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:39:37.285223 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Checking segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:39:37.285776 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Bound using segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:39:37.287297 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Bound port: 4210618e-d4b5-4d63-a60a-038ee73a1bab, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:39:37.287954 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:37.316811 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6523dbd3-72e6-4812-8a95-30bdbac7603a req-9fb38d61-5368-4c60-b56f-9d6087fce915 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114705 Aug 31 13:39:37.424502 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:39:37.430872 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:39:37.438022 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:37.506675 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56addcb8-9164-4d8d-a7c5-89fb07e64982 req-fdc40a7d-da90-4c34-8209-6a4766651a15 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:37.511301 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-56addcb8-9164-4d8d-a7c5-89fb07e64982 req-fdc40a7d-da90-4c34-8209-6a4766651a15 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.1246371 Aug 31 13:39:37.553483 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:37.554958 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:37.557048 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-dab45035-85a4-459c-8631-71258920b814 service neutron] 10.222.0.107 "PUT /v2.0/ports/4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 200 len: 1093 time: 1.3260424 Aug 31 13:39:37.557530 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:37.560498 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8407e25-449d-4286-b692-0fb0ae25779f" -d '{"events": [{"name": "network-changed", "server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:37.592071 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-56addcb8-9164-4d8d-a7c5-89fb07e64982 req-ceb1455e-1389-4d74-9c82-9c633e6a6887 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747719 Aug 31 13:39:37.592316 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab45035-85a4-459c-8631-71258920b814 service neutron] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:37.691549 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592b584-bea6-4bba-b00c-c400f41753f1 req-9a1d5cb9-dec7-488a-98d3-d54c493749d6 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:37.696331 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b592b584-bea6-4bba-b00c-c400f41753f1 req-9a1d5cb9-dec7-488a-98d3-d54c493749d6 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.1679111 Aug 31 13:39:37.701023 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bff9521-a00a-4684-aff8-b5ef259ca6e6 x-openstack-request-id: req-8bff9521-a00a-4684-aff8-b5ef259ca6e6 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:37.701608 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:37.702068 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bff9521-a00a-4684-aff8-b5ef259ca6e6 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:37.703315 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'status': 'completed', 'code': 200} Aug 31 13:39:37.739118 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-8a9db830-557f-4ae4-a0be-890d166e2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:37.739118 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-8a9db830-557f-4ae4-a0be-890d166e2eaf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1096 time: 0.1291053 Aug 31 13:39:37.796451 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b592b584-bea6-4bba-b00c-c400f41753f1 req-d8577c86-cb66-41b8-82e0-4976628e29e8 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803051 Aug 31 13:39:37.844433 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-9927dd35-21c2-4d96-8a59-d2ef2c28aa15 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 200 len: 217 time: 0.0828214 Aug 31 13:39:37.965569 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-07841cdf-edde-485d-bfed-cf70a7e62fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:37.967340 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-07841cdf-edde-485d-bfed-cf70a7e62fd7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.1089940 Aug 31 13:39:38.064580 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-3b67d312-87bf-4127-ada1-2e36e7567bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:38.067440 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-3b67d312-87bf-4127-ada1-2e36e7567bec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859776 Aug 31 13:39:38.185637 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 7a8c44df-bf04-44bd-9614-fe66dc1eea0d details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:39:38.288271 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-87df609a-dfa0-4e84-aa07-296acb72c247 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927960 Aug 31 13:39:38.335870 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641ce23-454c-4883-a890-da2398f0d4b1 req-ae26185b-bc89-4dca-b9a8-09df3b1f8a99 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:38.338241 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1641ce23-454c-4883-a890-da2398f0d4b1 req-ae26185b-bc89-4dca-b9a8-09df3b1f8a99 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 944 time: 0.1084158 Aug 31 13:39:38.440250 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:38.463727 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '7a8c44df-bf04-44bd-9614-fe66dc1eea0d', 'network_id': '3852d755-7c50-46df-80a0-1c0c41c9e729', 'port_id': '7a8c44df-bf04-44bd-9614-fe66dc1eea0d', 'mac_address': 'fa:16:3e:2e:ba:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a61ca3-582c-4a81-a194-d76b61fb1458', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:39:38.478395 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1641ce23-454c-4883-a890-da2398f0d4b1 req-9c869e85-1929-427b-b33b-127ff847f8f0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337502 Aug 31 13:39:38.533237 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:38.554367 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8c44df-bf04-44bd-9614-fe66dc1eea0d {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:38.589810 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:38.601106 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:38.679957 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a04d94ad-ace3-4807-88a8-76e9f48341cb req-703da148-bac5-4273-9264-c45bcbcded16 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698702 Aug 31 13:39:38.705274 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:38.718847 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204215-2448-4c3c-9473-c3fa8ef52968 req-bf923ae1-8c3b-4f1c-85ce-26e489036d3a tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:38.721426 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-37204215-2448-4c3c-9473-c3fa8ef52968 req-bf923ae1-8c3b-4f1c-85ce-26e489036d3a tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.2401083 Aug 31 13:39:38.822044 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ed2e7-8b9c-4c83-b658-e976fcf75ed2 req-ed970971-93e2-4f25-97f4-ca8031c6c216 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:38.824612 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-562ed2e7-8b9c-4c83-b658-e976fcf75ed2 req-ed970971-93e2-4f25-97f4-ca8031c6c216 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0787592 Aug 31 13:39:38.833374 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-37204215-2448-4c3c-9473-c3fa8ef52968 req-cce75d33-9441-42fc-9167-26ec1820369c tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017017 Aug 31 13:39:38.890668 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44752) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:38.930846 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-562ed2e7-8b9c-4c83-b658-e976fcf75ed2 req-6ee0e26d-22f0-4623-9796-d7ac7d46de5c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925474 Aug 31 13:39:39.018745 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9c88-9d46-44d1-855a-8c6933297b9e req-6467c227-4203-4cc2-954f-dc09ee89db81 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:39.021568 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cfdf9c88-9d46-44d1-855a-8c6933297b9e req-6467c227-4203-4cc2-954f-dc09ee89db81 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.0918586 Aug 31 13:39:39.080913 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6f9955b-d8ff-4411-a0b2-530022192b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.094869 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cfdf9c88-9d46-44d1-855a-8c6933297b9e req-1e2f4793-f3d5-4eea-84e0-5cf9535c3b51 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666120 Aug 31 13:39:39.173297 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44760) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:39.226508 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6f9955b-d8ff-4411-a0b2-530022192b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.233855 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6f9955b-d8ff-4411-a0b2-530022192b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.282379 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9955b-d8ff-4411-a0b2-530022192b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1107ad-5a4f-4dd0-957b-7b848f623fd7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:39.296721 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-f6f9955b-d8ff-4411-a0b2-530022192b0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=017d4d635853465e9734583ee3de5fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047191 Aug 31 13:39:39.299496 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44768) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:39.375405 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-aaa766a6-ba1c-405c-bf04-786847fa8f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.389030 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-692c925b-1b96-4373-bdbf-454e05a67bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.423429 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-692c925b-1b96-4373-bdbf-454e05a67bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.519022 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-692c925b-1b96-4373-bdbf-454e05a67bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.521560 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-692c925b-1b96-4373-bdbf-454e05a67bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.523220 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-692c925b-1b96-4373-bdbf-454e05a67bfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a1107ad-5a4f-4dd0-957b-7b848f623fd7 HTTP/1.1" status: 204 len: 168 time: 0.2227273 Aug 31 13:39:39.582036 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c925b-1b96-4373-bdbf-454e05a67bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1107ad-5a4f-4dd0-957b-7b848f623fd7,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:39.613692 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-aaa766a6-ba1c-405c-bf04-786847fa8f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.620204 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-aaa766a6-ba1c-405c-bf04-786847fa8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.671643 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-aaa766a6-ba1c-405c-bf04-786847fa8f33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2276d609b76845fbbf686265e4455422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969230 Aug 31 13:39:39.679402 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793d13e-8400-436a-8eb7-b5bd54aef70c req-de0629dd-34ef-4897-b2e4-8de9dd8bfa95 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:39.680954 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44780) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:39.681601 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0793d13e-8400-436a-8eb7-b5bd54aef70c req-de0629dd-34ef-4897-b2e4-8de9dd8bfa95 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 945 time: 0.1149106 Aug 31 13:39:39.681786 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa766a6-ba1c-405c-bf04-786847fa8f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20840ca-933b-4ec3-b8cb-faea9693fdcd,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:39.742418 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0793d13e-8400-436a-8eb7-b5bd54aef70c req-3a8f4057-e252-4b15-926c-80bb296604ee tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Aug 31 13:39:39.757313 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c544dd45-1dda-4da4-9d0d-f1d32c3f710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.784700 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c544dd45-1dda-4da4-9d0d-f1d32c3f710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.845915 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c544dd45-1dda-4da4-9d0d-f1d32c3f710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.850272 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c544dd45-1dda-4da4-9d0d-f1d32c3f710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:39.851950 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c544dd45-1dda-4da4-9d0d-f1d32c3f710c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a20840ca-933b-4ec3-b8cb-faea9693fdcd HTTP/1.1" status: 204 len: 168 time: 0.1670432 Aug 31 13:39:39.861639 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544dd45-1dda-4da4-9d0d-f1d32c3f710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20840ca-933b-4ec3-b8cb-faea9693fdcd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:40.066846 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befbb84-41d5-4a84-9237-79e0f5364bc5 req-9fe6fb7f-ed89-4f72-aa3e-272343bf14fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:40.068474 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8befbb84-41d5-4a84-9237-79e0f5364bc5 req-9fe6fb7f-ed89-4f72-aa3e-272343bf14fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0579522 Aug 31 13:39:40.115008 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8befbb84-41d5-4a84-9237-79e0f5364bc5 req-76ba5ea6-d647-4ddb-920d-c2ecf9bb59e9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401368 Aug 31 13:39:40.215172 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44806) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:40.229626 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-85ffc0d0-3b60-499a-a79b-5c648ecd752c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:40.336259 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-85ffc0d0-3b60-499a-a79b-5c648ecd752c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:40.341776 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-85ffc0d0-3b60-499a-a79b-5c648ecd752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:40.385718 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-85ffc0d0-3b60-499a-a79b-5c648ecd752c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e40e9a8c5cc54e0987502212e0bdc8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655052 Aug 31 13:39:40.385718 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffc0d0-3b60-499a-a79b-5c648ecd752c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba6cf9c-0b01-4739-bcfe-c9ef32305c87,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:40.386465 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44818) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:40.455857 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-354e5a49-f374-439c-a243-0c680814ce29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:40.480204 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-354e5a49-f374-439c-a243-0c680814ce29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:40.541100 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-354e5a49-f374-439c-a243-0c680814ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:40.543807 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-354e5a49-f374-439c-a243-0c680814ce29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:40.545211 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-354e5a49-f374-439c-a243-0c680814ce29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ba6cf9c-0b01-4739-bcfe-c9ef32305c87 HTTP/1.1" status: 204 len: 168 time: 0.1582134 Aug 31 13:39:40.555735 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e5a49-f374-439c-a243-0c680814ce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba6cf9c-0b01-4739-bcfe-c9ef32305c87,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:40.885767 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3014d-9dfc-48ca-a23d-4943201c48ef req-e38e4088-8542-45fe-b167-5bf82ab3c6d0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:40.888258 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-40a3014d-9dfc-48ca-a23d-4943201c48ef req-e38e4088-8542-45fe-b167-5bf82ab3c6d0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 945 time: 0.0661964 Aug 31 13:39:40.936130 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-40a3014d-9dfc-48ca-a23d-4943201c48ef req-530c2d54-36cc-43a8-b9ae-60cce879e8c1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Aug 31 13:39:41.254426 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd65a3a-ee68-4055-887e-ca96abaded4b req-41a277bd-cdb6-4f90-b38a-f85481318222 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:41.255994 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cdd65a3a-ee68-4055-887e-ca96abaded4b req-41a277bd-cdb6-4f90-b38a-f85481318222 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0621991 Aug 31 13:39:41.312733 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cdd65a3a-ee68-4055-887e-ca96abaded4b req-5b3fb790-2b4f-463c-ac3f-70af1e5f47bf tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Aug 31 13:39:41.567016 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8407e25-449d-4286-b692-0fb0ae25779f req-1f15005c-9e29-4f70-a535-430908c08b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:41.568652 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8407e25-449d-4286-b692-0fb0ae25779f req-1f15005c-9e29-4f70-a535-430908c08b52 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1096 time: 0.0462363 Aug 31 13:39:41.703579 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8407e25-449d-4286-b692-0fb0ae25779f req-d74d7166-6a3f-45c6-bac8-01eef49ed743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:41.706285 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8407e25-449d-4286-b692-0fb0ae25779f req-d74d7166-6a3f-45c6-bac8-01eef49ed743 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.1239250 Aug 31 13:39:41.790490 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8407e25-449d-4286-b692-0fb0ae25779f req-f9424b00-9756-4d6b-a4e9-3510e1813b8f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 200 len: 217 time: 0.0553572 Aug 31 13:39:41.856872 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8407e25-449d-4286-b692-0fb0ae25779f req-5fe92dfb-a63f-4f54-b185-9ac5877ba613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:41.858471 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8407e25-449d-4286-b692-0fb0ae25779f req-5fe92dfb-a63f-4f54-b185-9ac5877ba613 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.0606341 Aug 31 13:39:41.920116 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8407e25-449d-4286-b692-0fb0ae25779f req-ba9c763f-e57f-4bd1-bea9-cae61c27f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:41.921938 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8407e25-449d-4286-b692-0fb0ae25779f req-ba9c763f-e57f-4bd1-bea9-cae61c27f59f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553732 Aug 31 13:39:41.934300 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['7a8c44df-bf04-44bd-9614-fe66dc1eea0d'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:39:42.085830 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8407e25-449d-4286-b692-0fb0ae25779f req-287ff721-f9e5-439a-92d0-6db6dcb870ce service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546261 Aug 31 13:39:42.154884 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2c1c-5f1e-42fd-9332-f974450f1809 req-a80349ae-a28a-4b1d-b14e-29436ba3f353 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:42.160704 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-197d2c1c-5f1e-42fd-9332-f974450f1809 req-a80349ae-a28a-4b1d-b14e-29436ba3f353 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 945 time: 0.0863197 Aug 31 13:39:42.233378 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-197d2c1c-5f1e-42fd-9332-f974450f1809 req-a756235b-fc66-4eee-a9d7-2b14fe8c0b01 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622697 Aug 31 13:39:42.235617 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8407e25-449d-4286-b692-0fb0ae25779f req-9b16d35d-4c25-43a7-9f05-53407a2f54c1 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417751 Aug 31 13:39:42.503507 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af1575-3157-42c8-9710-342af757182a req-231633ae-6047-45f1-ac8d-24cc95fc97bd tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:42.505278 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-78af1575-3157-42c8-9710-342af757182a req-231633ae-6047-45f1-ac8d-24cc95fc97bd tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.1075206 Aug 31 13:39:42.559808 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-78af1575-3157-42c8-9710-342af757182a req-9a582ef2-e589-4441-a1c4-530d84eb3814 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471151 Aug 31 13:39:43.380087 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91edcfc-b646-4419-85c8-d601d3a92a5d req-ed4ab3e9-6e82-4008-b31a-ae2d05aee052 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:43.381827 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a91edcfc-b646-4419-85c8-d601d3a92a5d req-ed4ab3e9-6e82-4008-b31a-ae2d05aee052 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 945 time: 0.0594840 Aug 31 13:39:43.427844 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a91edcfc-b646-4419-85c8-d601d3a92a5d req-2d9714a1-38d3-4945-a153-a00a8d8d3a47 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376027 Aug 31 13:39:43.486495 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 7a8c44df-bf04-44bd-9614-fe66dc1eea0d up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:43.550234 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:43.554728 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:43.555270 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:43.646734 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:43.693735 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104c7902-81c4-4922-aa83-3e21a08ea7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8c44df-bf04-44bd-9614-fe66dc1eea0d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:43.696070 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b453c08-a522-40f3-93ed-4cb89be18f2d" -d '{"events": [{"server_uuid": "104c7902-81c4-4922-aa83-3e21a08ea7d6", "name": "network-vif-plugged", "status": "completed", "tag": "7a8c44df-bf04-44bd-9614-fe66dc1eea0d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:43.719671 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:43.727322 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:43.774555 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744906-164a-40d7-8dbd-04f9fba8fc57 req-d2271241-55f8-49f3-afe6-5bfb511925be tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:43.790394 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-73744906-164a-40d7-8dbd-04f9fba8fc57 req-d2271241-55f8-49f3-afe6-5bfb511925be tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.1197991 Aug 31 13:39:43.798896 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:43.860546 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2887b2ba-554f-4cdc-9c20-7542d9dde5b4 x-openstack-request-id: req-2887b2ba-554f-4cdc-9c20-7542d9dde5b4 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:43.861066 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104c7902-81c4-4922-aa83-3e21a08ea7d6", "name": "network-vif-plugged", "status": "completed", "tag": "7a8c44df-bf04-44bd-9614-fe66dc1eea0d", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:43.861522 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2887b2ba-554f-4cdc-9c20-7542d9dde5b4 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:43.862142 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104c7902-81c4-4922-aa83-3e21a08ea7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8c44df-bf04-44bd-9614-fe66dc1eea0d', 'code': 200} Aug 31 13:39:43.869250 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-73744906-164a-40d7-8dbd-04f9fba8fc57 req-1279bd1b-0b7a-4e0d-a2cd-81369ff4199c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772405 Aug 31 13:39:44.136174 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 44978) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:44.282940 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-41f1fe61-1b54-42e6-b3f8-964afeb78028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:44.394733 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-41f1fe61-1b54-42e6-b3f8-964afeb78028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:44.399940 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-41f1fe61-1b54-42e6-b3f8-964afeb78028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:44.443166 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-41f1fe61-1b54-42e6-b3f8-964afeb78028 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20f8d1eb8e2040b4bae907d30f524083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055878 Aug 31 13:39:44.445900 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1fe61-1b54-42e6-b3f8-964afeb78028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00bfb42-f8da-4501-bdf5-0b23a5f4e22d,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:44.446237 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 44986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:44.518076 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f3b-bd85-4c9e-bf98-32e7e95408f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:44.565656 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f3b-bd85-4c9e-bf98-32e7e95408f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:44.633739 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217167a-a159-4ef4-b713-d82a6807ba7a req-465dee20-99a1-4d95-821f-f83011017258 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:44.635873 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5217167a-a159-4ef4-b713-d82a6807ba7a req-465dee20-99a1-4d95-821f-f83011017258 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1075430 Aug 31 13:39:44.672603 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f3b-bd85-4c9e-bf98-32e7e95408f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:44.675192 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f3b-bd85-4c9e-bf98-32e7e95408f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:44.676456 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0a6a0f3b-bd85-4c9e-bf98-32e7e95408f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a00bfb42-f8da-4501-bdf5-0b23a5f4e22d HTTP/1.1" status: 204 len: 168 time: 0.2291772 Aug 31 13:39:44.695782 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5217167a-a159-4ef4-b713-d82a6807ba7a req-991e608f-62f8-40fb-a893-7732b3670b59 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533969 Aug 31 13:39:44.701439 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a0f3b-bd85-4c9e-bf98-32e7e95408f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00bfb42-f8da-4501-bdf5-0b23a5f4e22d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:45.002851 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac8e81-3b79-4ef8-ad30-3e2ffd33fe68 req-00c2f3c7-51d9-4129-89d8-9b7528fe590f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:45.004665 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e2ac8e81-3b79-4ef8-ad30-3e2ffd33fe68 req-00c2f3c7-51d9-4129-89d8-9b7528fe590f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0583069 Aug 31 13:39:45.005465 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45000) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:45.020807 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf65e20b-7f92-42c9-989a-b560499f499e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.053957 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e2ac8e81-3b79-4ef8-ad30-3e2ffd33fe68 req-26a389bc-9e06-4917-8f26-ffb6b905d856 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425291 Aug 31 13:39:45.146918 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf65e20b-7f92-42c9-989a-b560499f499e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.152529 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf65e20b-7f92-42c9-989a-b560499f499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.199091 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-cf65e20b-7f92-42c9-989a-b560499f499e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5082b3aa682e461895f278369e30b504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923151 Aug 31 13:39:45.202102 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45004) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:39:45.213134 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65e20b-7f92-42c9-989a-b560499f499e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef2536-f94d-40a8-8723-7040364bcb0a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:45.275716 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-92d79314-3b56-4a92-bcdd-c8b77fd9d0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.298446 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-92d79314-3b56-4a92-bcdd-c8b77fd9d0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.363081 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-92d79314-3b56-4a92-bcdd-c8b77fd9d0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.365813 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-92d79314-3b56-4a92-bcdd-c8b77fd9d0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.367186 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-92d79314-3b56-4a92-bcdd-c8b77fd9d0b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfef2536-f94d-40a8-8723-7040364bcb0a HTTP/1.1" status: 204 len: 168 time: 0.1640387 Aug 31 13:39:45.380433 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d79314-3b56-4a92-bcdd-c8b77fd9d0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef2536-f94d-40a8-8723-7040364bcb0a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:45.638228 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:39:45.750140 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:45.764639 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'port_id': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'mac_address': 'fa:16:3e:cc:d1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:39:45.812248 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.830197 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4210618e-d4b5-4d63-a60a-038ee73a1bab {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:39:45.854696 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:45.861445 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:45.868641 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1a8ec-1d67-48bd-9345-7ef7c81fab33 req-faa11674-c9bc-454a-b449-4054814e5dae tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:45.870213 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-37a1a8ec-1d67-48bd-9345-7ef7c81fab33 req-faa11674-c9bc-454a-b449-4054814e5dae tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0641975 Aug 31 13:39:45.926005 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:45.944331 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-37a1a8ec-1d67-48bd-9345-7ef7c81fab33 req-169f3e79-cbcc-4b6e-9de4-b4f6457e56c8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551724 Aug 31 13:39:46.200710 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88651b-bdc6-4613-8df0-4b471a1dd74c req-b0cc25df-90c6-44bc-8f4e-c960252f7fce tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:46.202751 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b88651b-bdc6-4613-8df0-4b471a1dd74c req-b0cc25df-90c6-44bc-8f4e-c960252f7fce tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0629525 Aug 31 13:39:46.262492 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b88651b-bdc6-4613-8df0-4b471a1dd74c req-2661401c-a6bc-4153-be59-e34a280ce583 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526557 Aug 31 13:39:46.949159 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d10dbf-1ad2-4a14-9a1e-068059f542b2 req-63a9417b-8545-429b-8aa1-566b26fc5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:46.950710 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-18d10dbf-1ad2-4a14-9a1e-068059f542b2 req-63a9417b-8545-429b-8aa1-566b26fc5c63 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 1099 time: 0.0605383 Aug 31 13:39:47.003189 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-18d10dbf-1ad2-4a14-9a1e-068059f542b2 req-1d3978f0-b7cf-450e-97fa-1fc3b15d8187 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387163 Aug 31 13:39:47.075013 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63457a2-1b30-43bd-8781-d9008e038ab4 req-28851f0d-1481-44e8-9575-b9b294ebb138 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:47.076581 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c63457a2-1b30-43bd-8781-d9008e038ab4 req-28851f0d-1481-44e8-9575-b9b294ebb138 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0569508 Aug 31 13:39:47.118312 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c63457a2-1b30-43bd-8781-d9008e038ab4 req-42b05c35-df6d-4101-8b3e-71c20b2e8bcc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Aug 31 13:39:47.134315 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['4210618e-d4b5-4d63-a60a-038ee73a1bab'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:39:47.416289 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec26ed-928f-4720-955b-7390bd0c3e16 req-e659e2ce-43a2-42d3-a6ec-83a2bd760869 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:47.417954 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-79ec26ed-928f-4720-955b-7390bd0c3e16 req-e659e2ce-43a2-42d3-a6ec-83a2bd760869 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0623305 Aug 31 13:39:47.463580 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-79ec26ed-928f-4720-955b-7390bd0c3e16 req-2dcb2dff-2145-4a5a-8035-18fa8b6997da tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387969 Aug 31 13:39:47.642044 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b35b96f3-b8c9-438f-8ee9-236eb0ec717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:48.266205 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cae1e4-70bc-467f-be63-2cfeabc91989 req-b897e76b-2255-486c-9dac-e8cadb2b4187 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:48.267976 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e3cae1e4-70bc-467f-be63-2cfeabc91989 req-b897e76b-2255-486c-9dac-e8cadb2b4187 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0676248 Aug 31 13:39:48.331080 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e3cae1e4-70bc-467f-be63-2cfeabc91989 req-5f8be020-99ec-44be-b458-4c94d1a58b70 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484233 Aug 31 13:39:48.607645 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b30e3-b8f8-4b69-81f7-071ab0096a74 req-f8305945-85c5-4112-9862-bb401c2ed93b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:48.609997 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3f8b30e3-b8f8-4b69-81f7-071ab0096a74 req-f8305945-85c5-4112-9862-bb401c2ed93b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0569468 Aug 31 13:39:48.663842 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3f8b30e3-b8f8-4b69-81f7-071ab0096a74 req-71824ca2-b1cb-4364-a1fc-c4d243caa503 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475655 Aug 31 13:39:49.458187 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b0c6-bd7c-42bd-b720-cddc5b8cc4da req-07e8ad50-279b-48d5-a7fa-9acee3dbe129 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:49.459691 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-db35b0c6-bd7c-42bd-b720-cddc5b8cc4da req-07e8ad50-279b-48d5-a7fa-9acee3dbe129 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0550539 Aug 31 13:39:49.500457 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-db35b0c6-bd7c-42bd-b720-cddc5b8cc4da req-2da238a5-c0d8-4e8c-96aa-97eebd9ad841 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345538 Aug 31 13:39:49.790954 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cd415-326d-4207-946f-ecdc30c523f2 req-16fcd57a-5685-4e68-b9d8-6dd4019fd4f5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:49.792664 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e18cd415-326d-4207-946f-ecdc30c523f2 req-16fcd57a-5685-4e68-b9d8-6dd4019fd4f5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0513103 Aug 31 13:39:49.834189 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e18cd415-326d-4207-946f-ecdc30c523f2 req-74cbfc99-9e66-4730-ae36-0a1743a02504 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352809 Aug 31 13:39:50.385145 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d91e52bc-1c6d-4315-94bc-d98ce0fedf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:50.622877 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c99a9-e0ea-4c76-8328-8c17cb98d7d8 req-cd223d56-e33c-49a8-8595-465a9d4a6d0a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:50.624412 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-857c99a9-e0ea-4c76-8328-8c17cb98d7d8 req-cd223d56-e33c-49a8-8595-465a9d4a6d0a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0506451 Aug 31 13:39:50.676237 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-857c99a9-e0ea-4c76-8328-8c17cb98d7d8 req-57ef5a1a-8d1a-4cfc-8b36-5a590f09e9f3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Aug 31 13:39:50.789017 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:50.980528 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea009b46-ae84-4a6d-ba6b-6bec8229230c req-371efc8b-6dd4-4a65-8dc3-c2a82d523fda tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:50.982249 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea009b46-ae84-4a6d-ba6b-6bec8229230c req-371efc8b-6dd4-4a65-8dc3-c2a82d523fda tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0690041 Aug 31 13:39:51.030964 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea009b46-ae84-4a6d-ba6b-6bec8229230c req-9daf005e-4236-4095-ac06-1ce7aedd6ee9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416272 Aug 31 13:39:51.480725 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:51.835284 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e4376-162c-466e-b8fb-bd938a26a298 req-d6149146-e3b6-468b-8429-5525fb555f98 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:51.838313 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8c9e4376-162c-466e-b8fb-bd938a26a298 req-d6149146-e3b6-468b-8429-5525fb555f98 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0752795 Aug 31 13:39:51.898688 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8c9e4376-162c-466e-b8fb-bd938a26a298 req-1b23ac8f-9f25-4327-86a2-7c815fdddf2a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537040 Aug 31 13:39:52.181386 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805314f-b8e9-4282-8811-a2e980b96acf req-b9e3d749-f66f-4fae-bbfc-8689e1e64677 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:52.182940 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0805314f-b8e9-4282-8811-a2e980b96acf req-b9e3d749-f66f-4fae-bbfc-8689e1e64677 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0590949 Aug 31 13:39:52.203943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066047a0-178d-4efc-8d87-9932baf8b700 req-2b770175-3ead-40bc-afe9-e65cb556ccfa tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:52.205570 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-066047a0-178d-4efc-8d87-9932baf8b700 req-2b770175-3ead-40bc-afe9-e65cb556ccfa tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0558145 Aug 31 13:39:52.223695 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0805314f-b8e9-4282-8811-a2e980b96acf req-bd18ba2c-6364-4108-a37f-e5e9540439de tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335658 Aug 31 13:39:52.247090 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-066047a0-178d-4efc-8d87-9932baf8b700 req-229ad82b-dbf2-4b43-9688-193913a054bd tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351696 Aug 31 13:39:52.747659 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:39:52.801144 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 4210618e-d4b5-4d63-a60a-038ee73a1bab completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:39:52.806071 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 4210618e-d4b5-4d63-a60a-038ee73a1bab triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:39:52.806466 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:52.910889 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:52.946891 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:39:52.948214 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e29dea-bb52-4821-95cd-b18201ae5f6f" -d '{"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-plugged", "status": "completed", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:39:52.965197 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:39:52.972432 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:53.014152 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc23f358-9113-40ee-9a13-b963db2f0914 x-openstack-request-id: req-bc23f358-9113-40ee-9a13-b963db2f0914 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:39:53.014603 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-plugged", "status": "completed", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:39:53.014999 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc23f358-9113-40ee-9a13-b963db2f0914 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:39:53.015629 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'code': 200} Aug 31 13:39:53.045198 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:39:53.350955 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0bd8f-7068-4473-8495-4bcfb7fab051 req-62e10fc0-d478-4ef3-931c-9370ec2c7aec tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:53.352557 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-53e0bd8f-7068-4473-8495-4bcfb7fab051 req-62e10fc0-d478-4ef3-931c-9370ec2c7aec tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0517652 Aug 31 13:39:53.373710 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547b82-fb05-4d9c-bdee-6bb7f56f4dcc req-37422213-8a3e-4ff6-9a03-44d6e6e13aac tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:53.377692 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cc547b82-fb05-4d9c-bdee-6bb7f56f4dcc req-37422213-8a3e-4ff6-9a03-44d6e6e13aac tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0534720 Aug 31 13:39:53.399497 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-53e0bd8f-7068-4473-8495-4bcfb7fab051 req-66387e3a-8e02-450e-9ae2-2dda36baffcc tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405002 Aug 31 13:39:53.417606 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cc547b82-fb05-4d9c-bdee-6bb7f56f4dcc req-f6675638-170e-4ce0-b6bd-0b6379357b3b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Aug 31 13:39:53.705634 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:39:54.530451 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876948-cca1-4e39-83c1-11ca58f1c11d req-8c1cd223-f8c2-42ad-a701-fcefd72d11f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:54.532886 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c1876948-cca1-4e39-83c1-11ca58f1c11d req-8c1cd223-f8c2-42ad-a701-fcefd72d11f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0555427 Aug 31 13:39:54.546373 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90da65-cc43-4cf3-91bf-d5c545a0b742 req-3da108ac-d68b-4891-9d3a-a99e360c57cd tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:54.547869 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5b90da65-cc43-4cf3-91bf-d5c545a0b742 req-3da108ac-d68b-4891-9d3a-a99e360c57cd tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0565159 Aug 31 13:39:54.572975 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c1876948-cca1-4e39-83c1-11ca58f1c11d req-a86c5c6f-f197-4ae0-bca8-045cd42bdea7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346856 Aug 31 13:39:54.587001 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5b90da65-cc43-4cf3-91bf-d5c545a0b742 req-77e47ace-450d-445b-ad2e-246a35a6fe6d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331562 Aug 31 13:39:54.794273 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-91f8299c-4094-4511-bc95-e3e24992e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:54.795920 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-91f8299c-4094-4511-bc95-e3e24992e5a6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 1099 time: 0.0505102 Aug 31 13:39:54.893858 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c39707-9dfe-46a4-b464-78dac157d169 req-ea72cc4c-0fe6-466f-a876-a6fd8fbc94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:54.895389 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-20c39707-9dfe-46a4-b464-78dac157d169 req-ea72cc4c-0fe6-466f-a876-a6fd8fbc94b8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1098 time: 0.0472722 Aug 31 13:39:54.903552 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-b0c04c42-25f7-4ea1-bad9-db387aacf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:54.905118 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-b0c04c42-25f7-4ea1-bad9-db387aacf676 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 921 time: 0.1006107 Aug 31 13:39:54.954089 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-20c39707-9dfe-46a4-b464-78dac157d169 req-8cba719f-2705-4aaf-899d-8e1d06ebda47 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347157 Aug 31 13:39:55.157969 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-ca21404b-a6b2-4bb2-be24-fe9b3fe999e4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8c44df-bf04-44bd-9614-fe66dc1eea0d HTTP/1.1" status: 200 len: 217 time: 0.2381964 Aug 31 13:39:55.246219 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-e9f84bb6-b805-46bf-8b21-48651465d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:55.247701 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-e9f84bb6-b805-46bf-8b21-48651465d617 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.0478289 Aug 31 13:39:55.285893 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-990eae2f-b1db-4e99-ba84-2cd9ddde563f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258207 Aug 31 13:39:55.399129 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-7898af6f-d6cb-4265-adab-d95aa666fb80 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966718 Aug 31 13:39:55.706977 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94770b9-d457-4e27-af8c-4faff8d712bc req-88c82607-f57d-4828-8e76-427378c96667 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:55.718957 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c94770b9-d457-4e27-af8c-4faff8d712bc req-88c82607-f57d-4828-8e76-427378c96667 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0691960 Aug 31 13:39:55.719392 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19136d9a-bcd9-486e-86c9-ce829a63bb39 req-cb106a2c-ef81-4eb9-a1b7-4e3940d42dc4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:55.721144 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-19136d9a-bcd9-486e-86c9-ce829a63bb39 req-cb106a2c-ef81-4eb9-a1b7-4e3940d42dc4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0564888 Aug 31 13:39:55.767352 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-19136d9a-bcd9-486e-86c9-ce829a63bb39 req-efd56213-54f1-4b1a-8c16-21ebd31ccb7a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393305 Aug 31 13:39:55.777926 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c94770b9-d457-4e27-af8c-4faff8d712bc req-db542489-4cf6-4f13-afda-0cf95d9af657 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480795 Aug 31 13:39:56.388059 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a7c1821-e1f7-4412-bbe0-e460d8ec88b1 req-419a7710-e3a4-41a8-914d-688a717f301e service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033783 Aug 31 13:39:56.902992 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4abbc0-6664-4dff-a507-cabcff40c957 req-99ed859d-32a3-48b3-977c-fe3e1a705db8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:56.904598 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ac4abbc0-6664-4dff-a507-cabcff40c957 req-99ed859d-32a3-48b3-977c-fe3e1a705db8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0530264 Aug 31 13:39:56.917457 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90b1f3-911e-483c-9534-f3a0829f3e13 req-946b4102-c173-4f38-8af6-e34610e4c0af tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:56.919061 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ca90b1f3-911e-483c-9534-f3a0829f3e13 req-946b4102-c173-4f38-8af6-e34610e4c0af tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0522633 Aug 31 13:39:56.951262 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ac4abbc0-6664-4dff-a507-cabcff40c957 req-79dbf2dd-3826-49cf-a0d2-304544a55f66 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 Aug 31 13:39:56.962697 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ca90b1f3-911e-483c-9534-f3a0829f3e13 req-551eadcc-3fe9-40d1-b164-109f87c6593a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367892 Aug 31 13:39:58.083009 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdf338-f95c-47d8-be23-67eb6b454a63 req-db143cf6-e5fd-4f33-aa63-46b38c33ffeb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:58.084650 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-37bdf338-f95c-47d8-be23-67eb6b454a63 req-db143cf6-e5fd-4f33-aa63-46b38c33ffeb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Aug 31 13:39:58.099994 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6982-8672-4d7a-89dd-1b6c4163ea95 req-4e8696c7-f9f0-4274-9b27-28319ecb471d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:58.101668 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-183c6982-8672-4d7a-89dd-1b6c4163ea95 req-4e8696c7-f9f0-4274-9b27-28319ecb471d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0538435 Aug 31 13:39:58.125868 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-37bdf338-f95c-47d8-be23-67eb6b454a63 req-e35caacc-3c4b-4624-8db5-7da6976f9599 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350244 Aug 31 13:39:58.142706 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-183c6982-8672-4d7a-89dd-1b6c4163ea95 req-01ff60c2-1afb-4f30-b8a6-1c2df193a170 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345700 Aug 31 13:39:59.256395 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8f599-5eda-40d7-abb6-f909ea507074 req-1600e16d-8eaa-46d7-9432-8d1b1b0f0c61 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:59.258468 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-33f8f599-5eda-40d7-abb6-f909ea507074 req-1600e16d-8eaa-46d7-9432-8d1b1b0f0c61 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0575025 Aug 31 13:39:59.276967 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433369c6-10fe-4230-8b05-f6c4640920d1 req-f80f2e80-6100-4cec-88cf-c3666d215d58 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:39:59.278622 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-433369c6-10fe-4230-8b05-f6c4640920d1 req-f80f2e80-6100-4cec-88cf-c3666d215d58 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0518281 Aug 31 13:39:59.301625 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-33f8f599-5eda-40d7-abb6-f909ea507074 req-750e7bfd-1ba7-4b39-93f5-0b11f95b6ab1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Aug 31 13:39:59.318940 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-433369c6-10fe-4230-8b05-f6c4640920d1 req-b124b741-a487-458d-9dfe-e017e970a363 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335796 Aug 31 13:39:59.353988 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:40:00.434065 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e822a5-7485-4e83-9527-9aa578e70c95 req-202733a8-a22b-4443-b72d-360f6c50f816 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:00.435176 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-82e822a5-7485-4e83-9527-9aa578e70c95 req-202733a8-a22b-4443-b72d-360f6c50f816 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0589199 Aug 31 13:40:00.453535 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea255-f251-4c36-a8df-8052b8316582 req-988eb86c-6f66-43be-82f2-33df9e7e7fae tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:00.455490 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3e8ea255-f251-4c36-a8df-8052b8316582 req-988eb86c-6f66-43be-82f2-33df9e7e7fae tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0550916 Aug 31 13:40:00.477290 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-82e822a5-7485-4e83-9527-9aa578e70c95 req-8e132316-618c-4ffe-8adf-35e446a91870 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344858 Aug 31 13:40:00.495560 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3e8ea255-f251-4c36-a8df-8052b8316582 req-59e6a2d4-d664-4fc2-beb6-74b91379145c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334537 Aug 31 13:40:01.616698 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a4cd-647c-4054-b777-9f0fc12e918c req-ad9d38a1-fbc7-4143-b7de-19653d3a89a4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:01.618440 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-72c5a4cd-647c-4054-b777-9f0fc12e918c req-ad9d38a1-fbc7-4143-b7de-19653d3a89a4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0599327 Aug 31 13:40:01.624842 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50535829-3103-4eea-823b-b79b3a5f9e0c req-3de151d1-becc-4886-8d84-b9c1c857b5ec tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:01.626547 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-50535829-3103-4eea-823b-b79b3a5f9e0c req-3de151d1-becc-4886-8d84-b9c1c857b5ec tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0548716 Aug 31 13:40:01.661764 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-72c5a4cd-647c-4054-b777-9f0fc12e918c req-ca4c92a4-a9b0-46ef-8e69-0531bbe7b421 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368598 Aug 31 13:40:01.678411 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-50535829-3103-4eea-823b-b79b3a5f9e0c req-5aa4e663-2577-4f2e-be19-f60bfed4ac60 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447371 Aug 31 13:40:01.865510 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:02.795511 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df884b8d-ebc3-4470-ab6c-65b43533bc92 req-f6750a74-7945-404b-9abd-4bc034d4e51c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:02.804883 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-df884b8d-ebc3-4470-ab6c-65b43533bc92 req-f6750a74-7945-404b-9abd-4bc034d4e51c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0703917 Aug 31 13:40:02.819386 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf59f25-337f-4779-a970-8a8fce71ee91 req-65d97a1a-89cd-4579-b1d1-ff286d759488 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:02.821154 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bbf59f25-337f-4779-a970-8a8fce71ee91 req-65d97a1a-89cd-4579-b1d1-ff286d759488 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0644317 Aug 31 13:40:02.856031 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-df884b8d-ebc3-4470-ab6c-65b43533bc92 req-bac700d5-b5f4-4817-ad92-4760fce2a48c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498886 Aug 31 13:40:02.882903 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bbf59f25-337f-4779-a970-8a8fce71ee91 req-3ba6f202-0425-4d9a-85a0-703d7ae77421 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501063 Aug 31 13:40:03.034829 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-522a6144-79f4-4c45-bab9-82275c75682f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894184 Aug 31 13:40:03.061625 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2b8d7-31c1-4188-8cac-ac7397cc171a req-4175571d-706e-4822-9768-858ea9cebb9d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:03.064605 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2b2b8d7-31c1-4188-8cac-ac7397cc171a req-4175571d-706e-4822-9768-858ea9cebb9d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0893762 Aug 31 13:40:03.075351 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45390) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:03.081246 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'floatingip': {'port_id': '4210618e-d4b5-4d63-a60a-038ee73a1bab'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:03.185570 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:03.291077 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-cbbe68ec-d2f0-4835-b172-20d6117165bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:03.292855 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-cbbe68ec-d2f0-4835-b172-20d6117165bb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0cc54c1c3c114f798454409802c69251&device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 1098 time: 0.1795745 Aug 31 13:40:03.530929 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-a0928e43-b181-4af1-8880-78a824fa12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:03.532883 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-a0928e43-b181-4af1-8880-78a824fa12ab service neutron] 10.222.0.107 "GET /v2.0/networks?id=7001dc11-bdb7-421c-bb7e-a8736e577820 HTTP/1.1" status: 200 len: 914 time: 0.2042923 Aug 31 13:40:03.795722 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 45418) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:03.954047 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 45430) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:04.051241 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.261035 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.263255 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-f67bd8ea-639a-4659-84c7-29edccff1d94 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 HTTP/1.1" status: 200 len: 217 time: 0.6738207 Aug 31 13:40:04.275759 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d58593-6a8b-409a-a48f-f53dbecbfaf9 req-0fe4ba9d-d060-4ac4-b8bb-d3d04959bc5a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:04.277245 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-38d58593-6a8b-409a-a48f-f53dbecbfaf9 req-0fe4ba9d-d060-4ac4-b8bb-d3d04959bc5a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.3145180 Aug 31 13:40:04.280041 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d250ab5f-8b51-4f41-ae2b-2a6a4205549b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.281747 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.346825 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f6585-8840-4812-8ff5-51490e79aad3 req-7a1bf9fe-f49f-408e-a081-61cf98cca3ef tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:04.347368 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-38d58593-6a8b-409a-a48f-f53dbecbfaf9 req-f7e8cf42-e904-4676-9e93-da207ddf8ab8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627251 Aug 31 13:40:04.348325 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-450f6585-8840-4812-8ff5-51490e79aad3 req-7a1bf9fe-f49f-408e-a081-61cf98cca3ef tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.1049597 Aug 31 13:40:04.410367 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.416778 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.430516 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-450f6585-8840-4812-8ff5-51490e79aad3 req-be0266c6-483c-47a2-9940-f7f9be2cd0cf tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503168 Aug 31 13:40:04.431282 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.l3_db [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Floating IP 1bc206d8-21a5-435e-9db2-6e51f21890b8 associated. External IP: 172.27.1.190, port: 4210618e-d4b5-4d63-a60a-038ee73a1bab. Aug 31 13:40:04.454524 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49bd4faea29c40e1ba2c0ce425a705be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573813 Aug 31 13:40:04.462611 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 45440) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:04.491938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd791fe7-841f-435b-8291-a3b98d638c42,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:04.518922 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.519241 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.519576 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.519907 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.520232 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.520583 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.520912 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.521235 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.521553 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.521868 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.522181 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.522500 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19c0c9-f4c2-4e35-8d00-fa1e009d4306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:04.566953 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5904040f-d32d-43da-a7c4-dd9d4a26ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.601896 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5904040f-d32d-43da-a7c4-dd9d4a26ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.634245 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d250ab5f-8b51-4f41-ae2b-2a6a4205549b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.645685 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d250ab5f-8b51-4f41-ae2b-2a6a4205549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.656553 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Router c5968233-0e4b-4a4f-b4dc-672e72a149f7 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:40:04.691048 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-d250ab5f-8b51-4f41-ae2b-2a6a4205549b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27c2d36d78e6411e809d9d04cc623cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7348843 Aug 31 13:40:04.692793 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250ab5f-8b51-4f41-ae2b-2a6a4205549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604cf7e2-cafc-414a-b713-889d6ebd63b6,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:04.697288 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 45444) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:04.720952 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5904040f-d32d-43da-a7c4-dd9d4a26ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.723512 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5904040f-d32d-43da-a7c4-dd9d4a26ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.724692 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-5904040f-d32d-43da-a7c4-dd9d4a26ddca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd791fe7-841f-435b-8291-a3b98d638c42 HTTP/1.1" status: 204 len: 168 time: 0.2595994 Aug 31 13:40:04.742617 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904040f-d32d-43da-a7c4-dd9d4a26ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd791fe7-841f-435b-8291-a3b98d638c42,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:04.763190 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8414b29c-74c5-4464-884a-99025777b90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.777859 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:40:04.788846 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8414b29c-74c5-4464-884a-99025777b90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.791979 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.792200 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] Sync routers for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:40:04.802836 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:40:04.803497 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:39:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:04.825112 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-3df5f778-c2f8-41b6-b1e2-e2d76df80000 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "PUT /v2.0/floatingips/1bc206d8-21a5-435e-9db2-6e51f21890b8 HTTP/1.1" status: 200 len: 991 time: 1.7482879 Aug 31 13:40:04.825937 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:04.828701 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3007668-e32b-485d-ac82-3f312041a380" -d '{"events": [{"name": "network-changed", "server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:04.894892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8414b29c-74c5-4464-884a-99025777b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.898525 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8414b29c-74c5-4464-884a-99025777b90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:04.900047 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8414b29c-74c5-4464-884a-99025777b90f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/604cf7e2-cafc-414a-b713-889d6ebd63b6 HTTP/1.1" status: 204 len: 168 time: 0.2014372 Aug 31 13:40:04.906535 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b14bb1-0539-46fa-aac4-6f9a6936c7d2 x-openstack-request-id: req-c4b14bb1-0539-46fa-aac4-6f9a6936c7d2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:04.907343 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:04.907343 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4b14bb1-0539-46fa-aac4-6f9a6936c7d2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:04.907759 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'status': 'completed', 'code': 200} Aug 31 13:40:04.913898 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414b29c-74c5-4464-884a-99025777b90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604cf7e2-cafc-414a-b713-889d6ebd63b6,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:04.986922 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:40:05.114225 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 45458) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:05.130043 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e8fa-216f-46c5-8d81-ba78844b608f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:05.258157 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e8fa-216f-46c5-8d81-ba78844b608f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:05.258950 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e8fa-216f-46c5-8d81-ba78844b608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:05.299458 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f4b8e8fa-216f-46c5-8d81-ba78844b608f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34ce2c8223b64b1c9cfff94b47bb5268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841323 Aug 31 13:40:05.300299 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8e8fa-216f-46c5-8d81-ba78844b608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335c0c1e-e07f-41eb-9a19-6e9644b9b5b9,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:05.302637 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45468) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:05.364937 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:05.398172 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:05.411681 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '1bc206d8-21a5-435e-9db2-6e51f21890b8', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'port_id': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'mac_address': 'fa:16:3e:cc:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:39:22Z', 'updated_at': '2021-08-31T13:40:03Z', 'revision_number': 1, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:05.443219 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] Checking router: c5968233-0e4b-4a4f-b4dc-672e72a149f7 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:40:05.452774 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:40:05.453711 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:39:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:05.477270 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:05.479809 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:05.483427 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/335c0c1e-e07f-41eb-9a19-6e9644b9b5b9 HTTP/1.1" status: 204 len: 168 time: 0.1768603 Aug 31 13:40:05.499810 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335c0c1e-e07f-41eb-9a19-6e9644b9b5b9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:05.510413 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.510986 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.511491 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.511983 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.512492 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.512993 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.513469 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.513943 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.514427 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.514898 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.515391 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.516018 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071772d-c447-4990-aebe-c969a6fdc4e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:05.544675 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b89447-79bf-41e6-9dd4-00934b14caa6 req-0e2bc8c0-468d-4dfb-89d4-98baa0ed9423 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:05.546556 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-13b89447-79bf-41e6-9dd4-00934b14caa6 req-0e2bc8c0-468d-4dfb-89d4-98baa0ed9423 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1012819 Aug 31 13:40:05.574065 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:40:05.614350 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-13b89447-79bf-41e6-9dd4-00934b14caa6 req-c43e8d85-6ed3-48eb-ae0b-c877d8b3b271 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527465 Aug 31 13:40:05.729633 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0efea7-77a7-48a3-bcb4-97933946203f req-6241c0c1-8d32-4e2f-9b48-21d0c9a2b1f7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:05.731102 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fe0efea7-77a7-48a3-bcb4-97933946203f req-6241c0c1-8d32-4e2f-9b48-21d0c9a2b1f7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.0598533 Aug 31 13:40:05.774412 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fe0efea7-77a7-48a3-bcb4-97933946203f req-89e0e4e8-9c42-426f-86a6-5f8dfeeda4b6 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368152 Aug 31 13:40:05.861470 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '1bc206d8-21a5-435e-9db2-6e51f21890b8', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'port_id': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'mac_address': 'fa:16:3e:cc:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:39:22Z', 'updated_at': '2021-08-31T13:40:03Z', 'revision_number': 1, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:05.873345 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45492) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:05.888811 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55368cf2-c802-46bf-9e0c-ac5228a07345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:05.897765 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9508d-86c5-4b18-8a87-111605d03057 None None] The sync data for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi is: [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '1bc206d8-21a5-435e-9db2-6e51f21890b8', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'port_id': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'mac_address': 'fa:16:3e:cc:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:39:22Z', 'updated_at': '2021-08-31T13:40:03Z', 'revision_number': 1, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:40:05.996826 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55368cf2-c802-46bf-9e0c-ac5228a07345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:06.002881 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55368cf2-c802-46bf-9e0c-ac5228a07345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:06.045111 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-55368cf2-c802-46bf-9e0c-ac5228a07345 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34fb6f8e53704d64ad19fd63ad756223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701949 Aug 31 13:40:06.045932 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55368cf2-c802-46bf-9e0c-ac5228a07345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27c75b1-3f28-4a77-9026-66ea901e5ab7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:06.047627 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 45500) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:06.107493 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c14a55ff-9cd5-4b7b-8a08-9ead744a7ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:06.130595 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba11299-4179-4e10-bb24-134b28a85420 None None] New status for floating IP 1bc206d8-21a5-435e-9db2-6e51f21890b8: ACTIVE {{(pid=95588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:40:06.141104 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c14a55ff-9cd5-4b7b-8a08-9ead744a7ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:06.198032 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c14a55ff-9cd5-4b7b-8a08-9ead744a7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:06.201685 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c14a55ff-9cd5-4b7b-8a08-9ead744a7ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:06.202920 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c14a55ff-9cd5-4b7b-8a08-9ead744a7ff7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c27c75b1-3f28-4a77-9026-66ea901e5ab7 HTTP/1.1" status: 204 len: 168 time: 0.1525478 Aug 31 13:40:06.211772 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a55ff-9cd5-4b7b-8a08-9ead744a7ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27c75b1-3f28-4a77-9026-66ea901e5ab7,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:06.726738 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abba68-b151-4b73-b96b-eb0a82b1a2cf req-1b2c30e9-2f7d-4842-82e4-6cf343730628 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:06.728257 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07abba68-b151-4b73-b96b-eb0a82b1a2cf req-1b2c30e9-2f7d-4842-82e4-6cf343730628 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0504630 Aug 31 13:40:06.769295 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07abba68-b151-4b73-b96b-eb0a82b1a2cf req-e0964948-474b-4ca2-bc87-df76262a088b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Aug 31 13:40:06.914368 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2240833-187f-4478-b89d-5b2f314e1250 req-573192d4-83c3-469f-9e9e-6ff1a6ecf008 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:06.915981 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b2240833-187f-4478-b89d-5b2f314e1250 req-573192d4-83c3-469f-9e9e-6ff1a6ecf008 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.0637677 Aug 31 13:40:06.958129 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b2240833-187f-4478-b89d-5b2f314e1250 req-47eb5a57-5900-4a97-b4ed-0807c26d0eee tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359039 Aug 31 13:40:07.201758 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-17242d44-5948-457b-b66a-2c7445213fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:07.204079 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-17242d44-5948-457b-b66a-2c7445213fda service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1 HTTP/1.1" status: 200 len: 852 time: 0.0537760 Aug 31 13:40:07.218807 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3007668-e32b-485d-ac82-3f312041a380 req-0e90ad10-b0fe-49ec-be04-aac19b503325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:07.220489 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3007668-e32b-485d-ac82-3f312041a380 req-0e90ad10-b0fe-49ec-be04-aac19b503325 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1098 time: 0.0487993 Aug 31 13:40:07.267732 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-bcb9d93e-89eb-4cb3-9224-3cbc0986ac09 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7001dc11-bdb7-421c-bb7e-a8736e577820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325003 Aug 31 13:40:07.341314 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3007668-e32b-485d-ac82-3f312041a380 req-1ec2158c-fb50-47dd-ad84-a94896e2d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:07.343058 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3007668-e32b-485d-ac82-3f312041a380 req-1ec2158c-fb50-47dd-ad84-a94896e2d3fb service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.0982254 Aug 31 13:40:07.383845 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-e60b9870-e6e2-4eb3-bfa6-435f682f5022 service neutron] 10.222.0.107 "GET /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051712 Aug 31 13:40:07.454541 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3007668-e32b-485d-ac82-3f312041a380 req-909a24f1-8541-46b2-8687-f8f1622e85bb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 200 len: 1001 time: 0.1026807 Aug 31 13:40:07.491984 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd50b12-24d6-4c8f-9fc5-7c13a8aaf903 req-5c434bac-2c21-49f3-a08a-4fb6d7a32716 service neutron] 10.222.0.107 "GET /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995502 Aug 31 13:40:07.518705 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3007668-e32b-485d-ac82-3f312041a380 req-70011ff4-b3d1-460f-a819-76d0d48dd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:07.520653 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3007668-e32b-485d-ac82-3f312041a380 req-70011ff4-b3d1-460f-a819-76d0d48dd40e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.0535195 Aug 31 13:40:07.598077 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3007668-e32b-485d-ac82-3f312041a380 req-17e87339-9092-403e-b832-a1e4ab296c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:07.598077 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3007668-e32b-485d-ac82-3f312041a380 req-17e87339-9092-403e-b832-a1e4ab296c55 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577645 Aug 31 13:40:07.711551 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3007668-e32b-485d-ac82-3f312041a380 req-7c60d693-d51e-4e5e-8d61-3b54b1103974 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948944 Aug 31 13:40:07.811651 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3007668-e32b-485d-ac82-3f312041a380 req-136dbeee-a466-4037-beec-6a5affae1066 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906017 Aug 31 13:40:07.895720 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a8373-2ac8-4a0b-8bb6-636967936cf0 req-0e6f83b6-d4b4-4682-ba0f-4a5f9b4f17d5 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:07.897501 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0c7a8373-2ac8-4a0b-8bb6-636967936cf0 req-0e6f83b6-d4b4-4682-ba0f-4a5f9b4f17d5 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0523138 Aug 31 13:40:07.946026 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0c7a8373-2ac8-4a0b-8bb6-636967936cf0 req-6d351cea-f2f0-4eb0-bfe8-16c26b12bcc3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Aug 31 13:40:08.086596 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c16bf-0258-4959-be71-c8a16f200726 req-0b556623-2fde-40e4-9b96-f2e18ca1a980 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:08.088166 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d09c16bf-0258-4959-be71-c8a16f200726 req-0b556623-2fde-40e4-9b96-f2e18ca1a980 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.0569906 Aug 31 13:40:08.126493 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d09c16bf-0258-4959-be71-c8a16f200726 req-1a481d70-3c47-41e2-bdab-0cef199807a8 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Aug 31 13:40:09.080770 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4368b-0d6b-4e6c-8995-7d21281eb9b5 req-eed9f703-2932-4794-8702-9b1031024193 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:09.082571 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-70f4368b-0d6b-4e6c-8995-7d21281eb9b5 req-eed9f703-2932-4794-8702-9b1031024193 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0538955 Aug 31 13:40:09.123314 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-70f4368b-0d6b-4e6c-8995-7d21281eb9b5 req-280c5e5f-ca25-4276-a66a-86a618502ec5 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346417 Aug 31 13:40:09.257217 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb05209-b936-41f4-8083-d902d06c6042 req-568a95b1-9998-4968-b454-5880bb488f7c tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:09.259134 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1bb05209-b936-41f4-8083-d902d06c6042 req-568a95b1-9998-4968-b454-5880bb488f7c tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.0599978 Aug 31 13:40:09.309235 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1bb05209-b936-41f4-8083-d902d06c6042 req-873d2538-f50d-4539-8e50-1812afed3d1e tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cb20588-018b-498f-a10f-b2346e75bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Aug 31 13:40:09.835635 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-410c3de4-640a-494f-8fe7-41acd8c813cf tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:09.837730 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-410c3de4-640a-494f-8fe7-41acd8c813cf tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 945 time: 0.0706370 Aug 31 13:40:10.011659 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Deleting port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:40:10.011987 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:10.108191 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] For port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,segment=NetworkSegment(3f5c351f-a081-4431-8763-b7547ef96eba),segment_id=3f5c351f-a081-4431-8763-b7547ef96eba)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:10.108945 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:10.125157 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Calling delete_port for 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:40:10.277975 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83bf42-0697-4966-bc42-abf204870edc req-cca5ba1b-cfb5-4073-8260-819d6cfc8afc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:10.279581 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9b83bf42-0697-4966-bc42-abf204870edc req-cca5ba1b-cfb5-4073-8260-819d6cfc8afc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0736201 Aug 31 13:40:10.305274 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:10.320256 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['130e2381-2f69-40bb-8d34-e6b1d1aa9ab3'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:40:10.344190 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9b83bf42-0697-4966-bc42-abf204870edc req-c1a2e4f8-36d2-4181-955d-9d630433182d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574145 Aug 31 13:40:10.386778 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Pushing event deleted for resources: {'Port': ['ID=130e2381-2f69-40bb-8d34-e6b1d1aa9ab3,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:10.431562 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] No DVR routers for this DVR port 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:40:10.447539 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0cb2138a-d162-422c-a7a1-fa1d76f66db3 req-cef025f9-c413-4243-a818-4e6c2564f00d tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.0415859 Aug 31 13:40:10.448702 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:10.451177 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e9758935-bcd8-4af5-bf0d-aa1fbb8309d3 req-c243b9d0-53c9-4a33-bc88-b0568173c7e7 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.107 "DELETE /v2.0/ports/130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 HTTP/1.1" status: 204 len: 173 time: 0.6011708 Aug 31 13:40:10.451627 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5893af-a28f-49ab-b599-e85239bf3db4', 'name': 'network-vif-deleted', 'tag': '130e2381-2f69-40bb-8d34-e6b1d1aa9ab3'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:10.454121 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d9a8cf-2f92-4ce9-b464-cfefdde68504" -d '{"events": [{"server_uuid": "ff5893af-a28f-49ab-b599-e85239bf3db4", "name": "network-vif-deleted", "tag": "130e2381-2f69-40bb-8d34-e6b1d1aa9ab3"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:10.491764 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f1226a-b477-483b-bb4e-618b1203d2d9 x-openstack-request-id: req-80f1226a-b477-483b-bb4e-618b1203d2d9 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:10.492063 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5893af-a28f-49ab-b599-e85239bf3db4", "name": "network-vif-deleted", "tag": "130e2381-2f69-40bb-8d34-e6b1d1aa9ab3", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:10.492322 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80f1226a-b477-483b-bb4e-618b1203d2d9 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:10.494382 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5893af-a28f-49ab-b599-e85239bf3db4', 'name': 'network-vif-deleted', 'tag': '130e2381-2f69-40bb-8d34-e6b1d1aa9ab3', 'status': 'completed', 'code': 200} Aug 31 13:40:10.728788 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 45694) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:10.841074 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-14c13ca4-2d3c-4275-97db-5b57fa9d9fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:10.949303 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-14c13ca4-2d3c-4275-97db-5b57fa9d9fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:10.955258 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-14c13ca4-2d3c-4275-97db-5b57fa9d9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:10.996479 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-14c13ca4-2d3c-4275-97db-5b57fa9d9fbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee9296916679473ba402520e5a15ed0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640221 Aug 31 13:40:10.996479 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c13ca4-2d3c-4275-97db-5b57fa9d9fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa570ce5-00fc-4c1c-87ef-5996282308a5,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:10.996930 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45706) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:11.065910 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ece7a23-41a0-4e32-b417-15a274632938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:11.090836 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ece7a23-41a0-4e32-b417-15a274632938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:11.141424 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ece7a23-41a0-4e32-b417-15a274632938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:11.144153 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ece7a23-41a0-4e32-b417-15a274632938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:11.148310 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-6ece7a23-41a0-4e32-b417-15a274632938 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa570ce5-00fc-4c1c-87ef-5996282308a5 HTTP/1.1" status: 204 len: 168 time: 0.1502810 Aug 31 13:40:11.156216 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece7a23-41a0-4e32-b417-15a274632938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa570ce5-00fc-4c1c-87ef-5996282308a5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:11.479248 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a99104-2df0-469a-9aa0-75ea2ba32c54 req-62dd20aa-3897-44a6-bba4-beda1c43501d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:11.484962 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c8a99104-2df0-469a-9aa0-75ea2ba32c54 req-62dd20aa-3897-44a6-bba4-beda1c43501d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0532963 Aug 31 13:40:11.522806 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c8a99104-2df0-469a-9aa0-75ea2ba32c54 req-d35caf71-bdae-41b7-ba60-e8da2e975f7f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343630 Aug 31 13:40:11.558639 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c7f1d478-2643-4cf5-b4d3-27d678c93c07 req-43d9e963-c078-4eb6-95dd-b0a03a3617ed tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.0348125 Aug 31 13:40:12.645915 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ea338-1ea7-4408-8294-a2bdb8cd36ce req-460c7204-e036-44df-99b2-99e4d1737bd9 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:12.647586 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ad3ea338-1ea7-4408-8294-a2bdb8cd36ce req-460c7204-e036-44df-99b2-99e4d1737bd9 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0548198 Aug 31 13:40:12.691372 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ad3ea338-1ea7-4408-8294-a2bdb8cd36ce req-41ed53be-63f1-47e6-98e2-8fa8973e7737 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349226 Aug 31 13:40:12.781222 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5c48f54f-e1c8-4067-b161-e1a486269ceb req-f8a2b5f7-bd9f-4ad5-8c15-96547c4bd0df tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.0290959 Aug 31 13:40:13.505134 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:40:13.526523 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:40:13.526877 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 130e2381-2f69-40bb-8d34-e6b1d1aa9ab3 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:40:13.815926 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf93cb7-5c95-42cf-9540-3456b11cb488 req-c2904abe-f0f0-4370-82ab-9f759ecd60da tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:13.817572 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6cf93cb7-5c95-42cf-9540-3456b11cb488 req-c2904abe-f0f0-4370-82ab-9f759ecd60da tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0553908 Aug 31 13:40:13.876005 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6cf93cb7-5c95-42cf-9540-3456b11cb488 req-8c28407c-9bf5-41f6-827e-5d37499c56a7 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Aug 31 13:40:13.896545 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7d988a5b-b867-4f30-ba9e-d232a073d950 req-f626b6db-340c-4a1b-b7c3-8963b4628eb9 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.0313783 Aug 31 13:40:14.967445 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45862) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:15.162630 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd632d-0083-4efd-9788-2362f022d9e8 req-d4851bfc-b967-48d0-9cfa-29b1c6810de4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:15.166080 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5bdd632d-0083-4efd-9788-2362f022d9e8 req-d4851bfc-b967-48d0-9cfa-29b1c6810de4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1379378 Aug 31 13:40:15.193884 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2c132aa8-feea-4cf8-bba1-9119743179c2 req-9b20becf-f6ed-402a-a538-0b3d4b9242c1 tempest-DeleteServersTestJSON-1940253044 tempest-DeleteServersTestJSON-1940253044-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff5893af-a28f-49ab-b599-e85239bf3db4 HTTP/1.1" status: 200 len: 210 time: 0.1073952 Aug 31 13:40:15.207587 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac343849-5bf1-4f97-818f-30ada159e12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:15.283122 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5bdd632d-0083-4efd-9788-2362f022d9e8 req-4de1b3c2-4de7-4a57-99fa-d1ad8100b403 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033659 Aug 31 13:40:15.432402 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac343849-5bf1-4f97-818f-30ada159e12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:15.437475 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac343849-5bf1-4f97-818f-30ada159e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:15.478714 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac343849-5bf1-4f97-818f-30ada159e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a26467a-68a5-44e5-9ff3-77de9580e3d0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:15.496459 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-ac343849-5bf1-4f97-818f-30ada159e12e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea45d9bd929747c9929329af68eb1e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269856 Aug 31 13:40:15.500311 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45872) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:15.579113 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67faebeb-bd1c-4978-b42b-9756bf5c7ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:15.608796 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67faebeb-bd1c-4978-b42b-9756bf5c7ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:15.683791 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67faebeb-bd1c-4978-b42b-9756bf5c7ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:15.686648 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67faebeb-bd1c-4978-b42b-9756bf5c7ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:15.691177 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-67faebeb-bd1c-4978-b42b-9756bf5c7ae6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a26467a-68a5-44e5-9ff3-77de9580e3d0 HTTP/1.1" status: 204 len: 168 time: 0.1895137 Aug 31 13:40:15.700469 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faebeb-bd1c-4978-b42b-9756bf5c7ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a26467a-68a5-44e5-9ff3-77de9580e3d0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:15.893166 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-4ad61b7a-2c27-4460-b280-0e6f136c832d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:15.894819 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-4ad61b7a-2c27-4460-b280-0e6f136c832d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 815 time: 0.1225879 Aug 31 13:40:15.911936 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-695ba9f2-c1f6-4845-9d22-021120efd4e9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/quotas/a9d8392a09c34c68a6b4f4beb18b7f1c HTTP/1.1" status: 200 len: 375 time: 0.0096495 Aug 31 13:40:15.963175 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-df710def-ffbd-4618-a49f-297cb9aedc9b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448725 Aug 31 13:40:16.035588 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 45898) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:16.050240 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-38d86c4c-9750-43e7-b0d8-ce4e7e97d84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:16.085842 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-dd2d05e7-875a-4b91-9d0d-926e79697255 service neutron] 10.222.0.21 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143382 Aug 31 13:40:16.154757 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-38d86c4c-9750-43e7-b0d8-ce4e7e97d84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:16.158946 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-38d86c4c-9750-43e7-b0d8-ce4e7e97d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:16.203387 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-38d86c4c-9750-43e7-b0d8-ce4e7e97d84d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea67e316380043e28ef657bf6d97e98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640527 Aug 31 13:40:16.204087 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-96331332-d48e-4c38-8374-372bfe9519a8 service neutron] 10.222.0.21 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084960 Aug 31 13:40:16.204087 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 45900) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:16.206196 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d86c4c-9750-43e7-b0d8-ce4e7e97d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f56bf25-9186-4702-bcb1-1d7cb535ba36,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:16.274442 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebc69905-715a-45de-b3ef-64a1ba940db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:16.307002 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebc69905-715a-45de-b3ef-64a1ba940db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:16.372297 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebc69905-715a-45de-b3ef-64a1ba940db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:16.375354 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebc69905-715a-45de-b3ef-64a1ba940db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:16.379329 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-ebc69905-715a-45de-b3ef-64a1ba940db9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f56bf25-9186-4702-bcb1-1d7cb535ba36 HTTP/1.1" status: 204 len: 168 time: 0.1717305 Aug 31 13:40:16.432254 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69905-715a-45de-b3ef-64a1ba940db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f56bf25-9186-4702-bcb1-1d7cb535ba36,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:16.439747 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2584e1f6-af7b-4cb9-bfc2-ada35b724dfe req-eb60bf22-b449-49a5-8ba6-4221c34a66be tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 210 time: 0.0617952 Aug 31 13:40:16.518640 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb2c5a-fa48-4629-95da-14a660754911 req-472b0afd-b069-4c5d-8436-ac5571f8262c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:16.533296 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-07bb2c5a-fa48-4629-95da-14a660754911 req-472b0afd-b069-4c5d-8436-ac5571f8262c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1122518 Aug 31 13:40:16.594757 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-07bb2c5a-fa48-4629-95da-14a660754911 req-a854678e-efd8-4fce-a5c4-29fcbcfddc78 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Aug 31 13:40:17.594845 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-60ce8095-d9bf-4b58-b1af-29c831ac9718 req-2f3f3eba-0a8d-4318-8f33-aaae2e8013d5 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 210 time: 0.0366011 Aug 31 13:40:17.653487 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ca13876-93aa-47f0-aa71-a17e8972a9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:17.744503 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4f85-62ac-4406-98df-aac2e9824e4f req-6d201f72-703a-4151-899c-1500e16d13cc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:17.746083 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-56df4f85-62ac-4406-98df-aac2e9824e4f req-6d201f72-703a-4151-899c-1500e16d13cc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0553904 Aug 31 13:40:17.791739 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-56df4f85-62ac-4406-98df-aac2e9824e4f req-f113733f-5a44-4643-9c44-d89807eea902 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371313 Aug 31 13:40:18.109019 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-970fface-da38-4ac7-8128-f879fa2ff888 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:18.113715 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-970fface-da38-4ac7-8128-f879fa2ff888 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 815 time: 0.1722417 Aug 31 13:40:18.132936 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Request body: {'port': {'device_id': '3cfc754c-3286-4482-8113-5e72cc0aeb76', 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'admin_state_up': True, 'tenant_id': 'a9d8392a09c34c68a6b4f4beb18b7f1c'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:18.200462 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46000) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:18.288850 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46010) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:18.298668 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Made reservation on behalf of a9d8392a09c34c68a6b4f4beb18b7f1c for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:18.302532 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.360886 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98884443-c799-45cb-8977-cd562246e33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.364482 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b03326e-ff00-45eb-ac2b-7deb34088f5f admin admin] Deleting subnet 8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1 {{(pid=95586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:40:18.395023 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3b03326e-ff00-45eb-ac2b-7deb34088f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.456829 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3b03326e-ff00-45eb-ac2b-7deb34088f5f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.494251 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3b03326e-ff00-45eb-ac2b-7deb34088f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.512549 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98884443-c799-45cb-8977-cd562246e33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.518032 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98884443-c799-45cb-8977-cd562246e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.546274 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Allocated IP 172.20.0.5 (fa07179d-dd48-41cb-8301-642273bf3aa6/53187db4-def8-4e43-98eb-d1dd9cb48f14/70fec9ce-85f9-4426-b600-045a974f93bb) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:18.560891 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-98884443-c799-45cb-8977-cd562246e33a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3012dca1bb074c66b017428fb274734c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591099 Aug 31 13:40:18.563568 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46018) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:18.570012 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98884443-c799-45cb-8977-cd562246e33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88505ee2-5902-4ffa-b7e6-ccf550ffa0b5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:18.584125 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3b03326e-ff00-45eb-ac2b-7deb34088f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.631440 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-644b0bcd-6dd1-49ac-89c1-0a931e96c574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.637141 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03326e-ff00-45eb-ac2b-7deb34088f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:18.656862 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3b03326e-ff00-45eb-ac2b-7deb34088f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.658794 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-3b03326e-ff00-45eb-ac2b-7deb34088f5f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8b2f6e72-fe11-42fa-bb83-aa1abd3ee2e1 HTTP/1.1" status: 204 len: 168 time: 0.3684850 Aug 31 13:40:18.662713 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46024) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:18.692656 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-644b0bcd-6dd1-49ac-89c1-0a931e96c574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.717541 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-06d607e1-8567-46e7-aceb-bbfcea9912c2 req-e30e44b7-93ad-41e6-9ae1-44ff0857152b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 210 time: 0.0394220 Aug 31 13:40:18.766973 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-644b0bcd-6dd1-49ac-89c1-0a931e96c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.769896 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-644b0bcd-6dd1-49ac-89c1-0a931e96c574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:18.771301 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-644b0bcd-6dd1-49ac-89c1-0a931e96c574 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88505ee2-5902-4ffa-b7e6-ccf550ffa0b5 HTTP/1.1" status: 204 len: 168 time: 0.2067037 Aug 31 13:40:18.782886 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b0bcd-6dd1-49ac-89c1-0a931e96c574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88505ee2-5902-4ffa-b7e6-ccf550ffa0b5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:19.016794 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.052707 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad318a84-327a-4422-b5a0-5ea4e319c50c req-e6523ac3-409b-40cb-86a4-e06852e958e0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:19.054256 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ad318a84-327a-4422-b5a0-5ea4e319c50c req-e6523ac3-409b-40cb-86a4-e06852e958e0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1500971 Aug 31 13:40:19.173496 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.191270 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ad318a84-327a-4422-b5a0-5ea4e319c50c req-c465dfa3-b08e-4754-90cf-a0c8750341a2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283295 Aug 31 13:40:19.200067 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.215072 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.215432 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.216212 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.216572 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > port after_create 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.216910 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.217242 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > port after_update 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.217568 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.217884 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.218197 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.218521 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.416830 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.417301 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.417719 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.418135 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:19.418587 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7001dc11-bdb7-421c-bb7e-a8736e577820']}} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:19.442186 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5c351f-a081-4431-8763-b7547ef96eba') {'for_net_delete': True} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:19.442468 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5c351f-a081-4431-8763-b7547ef96eba') {} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:19.467648 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729967'] for segment, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.496831 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.507782 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Releasing vlan 1492 on physical network physnet1 to pool {{(pid=95586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:40:19.508387 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59699642'] for segment, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: from cryptography.utils import int_from_bytes Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: from cryptography.utils import int_from_bytes Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: Traceback (most recent call last): Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: timer() Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: cb(*args, **kw) Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: return func(*args, **kwargs) Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: self._notify() Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: self.callback(batched_events) Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: event.method(event) Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: return f(self, *a, **k) Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._get(url).json() Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: return self.request(url, 'GET', **kwargs) Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:40:19.513619 dv-cinder-806605-3-iscsi neutron-server[95586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:40:19.537680 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.552661 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['2a47da21-cc4f-45bc-938e-e78634de7de1'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:40:19.697593 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Pushing event updated for resources: {'Port': ['ID=70fec9ce-85f9-4426-b600-045a974f93bb,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:19.712895 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Network fa07179d-dd48-41cb-8301-642273bf3aa6 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:19.713923 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.719537 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.722361 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] 10.222.0.21 "DELETE /v2.0/networks/7001dc11-bdb7-421c-bb7e-a8736e577820 HTTP/1.1" status: 204 len: 168 time: 1.0528936 Aug 31 13:40:19.726129 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:19.729838 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:19.742844 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d3dee-9491-407b-9156-29f80eacdc1a admin admin] Pushing event deleted for resources: {'Network': ['ID=7001dc11-bdb7-421c-bb7e-a8736e577820,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:19.840600 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:19.841257 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:19.888023 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-91a829f7-e749-4cba-9d66-3304dbea2adb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7603388 Aug 31 13:40:19.907174 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Request body: {'port': {'device_id': '3cfc754c-3286-4482-8113-5e72cc0aeb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:19.919249 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d30c0-dfbd-485e-ab58-e0d752b83f68 req-c66dbd7b-a10c-41ff-bd81-3b64bbae84bf tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:19.920941 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e10d30c0-dfbd-485e-ab58-e0d752b83f68 req-c66dbd7b-a10c-41ff-bd81-3b64bbae84bf tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 931 time: 0.1061800 Aug 31 13:40:19.933774 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46084) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:19.972063 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46088) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:19.996806 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.030168 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e10d30c0-dfbd-485e-ab58-e0d752b83f68 req-943f6cf3-d896-491a-8a80-850060b44fe7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886061 Aug 31 13:40:20.050158 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-63d0183e-9087-49d3-8095-fc792f2bb9d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cc54c1c3c114f798454409802c69251&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0768201 Aug 31 13:40:20.054082 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46092) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:20.138107 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ba73e91-8220-4999-a209-85951c959026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.165897 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ba73e91-8220-4999-a209-85951c959026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.210509 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c7f34a6c-ea6a-4152-8d87-22881439b510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.267462 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ba73e91-8220-4999-a209-85951c959026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.270102 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ba73e91-8220-4999-a209-85951c959026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.271843 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0ba73e91-8220-4999-a209-85951c959026 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cb20588-018b-498f-a10f-b2346e75bdda HTTP/1.1" status: 204 len: 168 time: 0.2143512 Aug 31 13:40:20.364501 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba73e91-8220-4999-a209-85951c959026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb20588-018b-498f-a10f-b2346e75bdda,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:20.376397 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70fec9ce-85f9-4426-b600-045a974f93bb {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:20.397162 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.413160 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Transition to ACTIVE for port object 70fec9ce-85f9-4426-b600-045a974f93bb will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:20.418494 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82b32cfb-59ba-42b6-bf28-397034140332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.418725 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.475919 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c7f34a6c-ea6a-4152-8d87-22881439b510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.481330 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Pushing event updated for resources: {'Port': ['ID=70fec9ce-85f9-4426-b600-045a974f93bb,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:20.494978 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c7f34a6c-ea6a-4152-8d87-22881439b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.558455 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f34a6c-ea6a-4152-8d87-22881439b510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a83a96-a70b-4ef4-a31b-7dfc4092074a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:20.560722 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Attempting to bind port 70fec9ce-85f9-4426-b600-045a974f93bb on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:40:20.561070 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Attempting to bind port 70fec9ce-85f9-4426-b600-045a974f93bb by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:40:20.561527 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Attempting to bind port 70fec9ce-85f9-4426-b600-045a974f93bb on network fa07179d-dd48-41cb-8301-642273bf3aa6 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:20.567935 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Port 70fec9ce-85f9-4426-b600-045a974f93bb on network fa07179d-dd48-41cb-8301-642273bf3aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:40:20.568795 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Attempting to bind port 70fec9ce-85f9-4426-b600-045a974f93bb on network fa07179d-dd48-41cb-8301-642273bf3aa6 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:20.573427 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4d1da-83c5-41d5-88b7-22f28ded4264 req-f34b433e-1555-4770-8b49-20dc5cc28f28 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:20.576318 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:40:20.576765 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Checking segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:20.577309 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Bound using segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:40:20.577820 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Bound port: 70fec9ce-85f9-4426-b600-045a974f93bb, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:40:20.578246 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.581517 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-90a4d1da-83c5-41d5-88b7-22f28ded4264 req-f34b433e-1555-4770-8b49-20dc5cc28f28 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.2843993 Aug 31 13:40:20.591768 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c7f34a6c-ea6a-4152-8d87-22881439b510 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2f592c4f87843968b50a0cda1d763c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6562104 Aug 31 13:40:20.594745 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46110) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:20.672528 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] For port 70fec9ce-85f9-4426-b600-045a974f93bb, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:40:20.676758 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] For port 70fec9ce-85f9-4426-b600-045a974f93bb, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=70fec9ce-85f9-4426-b600-045a974f93bb,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:40:20.680631 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-90a4d1da-83c5-41d5-88b7-22f28ded4264 req-2f1cc665-c427-4590-bd87-c6ca703912bb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970984 Aug 31 13:40:20.687978 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.702378 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f071007-fbf5-4b92-9f6f-3f3dd16301ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.740798 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f071007-fbf5-4b92-9f6f-3f3dd16301ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.756011 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:20.756685 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.758460 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] 10.222.0.107 "PUT /v2.0/ports/70fec9ce-85f9-4426-b600-045a974f93bb HTTP/1.1" status: 200 len: 1093 time: 0.8589256 Aug 31 13:40:20.759027 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfc754c-3286-4482-8113-5e72cc0aeb76', 'tag': '70fec9ce-85f9-4426-b600-045a974f93bb'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:20.773519 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90269db7-c032-4cd6-891f-de1f01574ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfc754c-3286-4482-8113-5e72cc0aeb76", "tag": "70fec9ce-85f9-4426-b600-045a974f93bb"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:20.794655 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adda14-5c6f-4a56-bd11-c846b3066374 service neutron] Pushing event updated for resources: {'Port': ['ID=70fec9ce-85f9-4426-b600-045a974f93bb,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:20.801941 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.823859 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f071007-fbf5-4b92-9f6f-3f3dd16301ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.827828 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f071007-fbf5-4b92-9f6f-3f3dd16301ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:20.829729 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7f071007-fbf5-4b92-9f6f-3f3dd16301ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58a83a96-a70b-4ef4-a31b-7dfc4092074a HTTP/1.1" status: 204 len: 168 time: 0.2338552 Aug 31 13:40:20.842055 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f071007-fbf5-4b92-9f6f-3f3dd16301ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a83a96-a70b-4ef4-a31b-7dfc4092074a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:20.858262 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de02a26-5910-4ed6-9723-474197ccf87b x-openstack-request-id: req-4de02a26-5910-4ed6-9723-474197ccf87b {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:20.858554 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfc754c-3286-4482-8113-5e72cc0aeb76", "tag": "70fec9ce-85f9-4426-b600-045a974f93bb", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:20.858781 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4de02a26-5910-4ed6-9723-474197ccf87b {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:20.859179 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfc754c-3286-4482-8113-5e72cc0aeb76', 'tag': '70fec9ce-85f9-4426-b600-045a974f93bb', 'status': 'completed', 'code': 200} Aug 31 13:40:20.875692 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-02e4ccc5-1bad-42d8-97d0-9441b8479a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:20.893654 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-02e4ccc5-1bad-42d8-97d0-9441b8479a6b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 1096 time: 0.0800288 Aug 31 13:40:20.940972 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-04e83918-f017-45be-969c-ab33778655bc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70fec9ce-85f9-4426-b600-045a974f93bb HTTP/1.1" status: 200 len: 217 time: 0.0395119 Aug 31 13:40:20.995565 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-9494edcc-709c-415f-a39d-2011e9ef49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:20.997092 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-9494edcc-709c-415f-a39d-2011e9ef49e4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.0451934 Aug 31 13:40:21.033525 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-e29693bc-69a4-4dd4-8dd0-9db348b1dbd1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268304 Aug 31 13:40:21.161875 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46138) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:21.171298 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-110bdd66-b0dc-4e74-9b5b-1b9b1acd58fa service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273296 Aug 31 13:40:21.187113 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb74cd-34df-4634-b09d-a4a066b3b7aa req-2a12e5a6-c2ef-46e1-98ec-f09bf2d46bf6 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:21.189173 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e4eb74cd-34df-4634-b09d-a4a066b3b7aa req-2a12e5a6-c2ef-46e1-98ec-f09bf2d46bf6 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 943 time: 0.0617306 Aug 31 13:40:21.229986 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e4eb74cd-34df-4634-b09d-a4a066b3b7aa req-e2ec6b36-26be-4e37-a9e6-fdc1ee8462a5 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Aug 31 13:40:21.306353 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-91525c43-144c-4e39-804d-16c6a6a104f2 req-49570e41-b9c1-4783-a3a0-7d78d67624d6 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251788 Aug 31 13:40:21.488981 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdf7740c-fedf-4d5f-a3b4-4886a612e405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:21.503299 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:21.571812 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-5c663162-eef5-4cd6-bbca-ba9d07db6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:21.574065 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-5c663162-eef5-4cd6-bbca-ba9d07db6883 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 1096 time: 0.0780814 Aug 31 13:40:21.638080 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdf7740c-fedf-4d5f-a3b4-4886a612e405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:21.645224 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdf7740c-fedf-4d5f-a3b4-4886a612e405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:21.694597 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-fdf7740c-fedf-4d5f-a3b4-4886a612e405 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b5abb843fb45758652e6f261ed6d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277011 Aug 31 13:40:21.695389 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46168) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:21.695995 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7740c-fedf-4d5f-a3b4-4886a612e405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b50c2a-4901-4b53-8c4f-2dd67f0d2dff,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:21.741377 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-bbd29097-886f-4635-8c3d-bb71c3e06abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:21.742881 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-bbd29097-886f-4635-8c3d-bb71c3e06abe service neutron] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 917 time: 0.1591036 Aug 31 13:40:21.803759 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-9b262e02-095c-4822-b568-d0fa023a9b00 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70fec9ce-85f9-4426-b600-045a974f93bb HTTP/1.1" status: 200 len: 217 time: 0.0455160 Aug 31 13:40:21.808679 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-66ec7124-3c44-4e80-85bf-567e2b486e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:21.845716 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eae05-65a4-4c12-bcb8-4d83d179042d req-eaeedb01-3fbc-4016-a275-d46c4573b6e4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:21.847705 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-485eae05-65a4-4c12-bcb8-4d83d179042d req-eaeedb01-3fbc-4016-a275-d46c4573b6e4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.0550270 Aug 31 13:40:21.870529 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-66ec7124-3c44-4e80-85bf-567e2b486e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:21.899560 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-485eae05-65a4-4c12-bcb8-4d83d179042d req-a0b69d03-b89c-4459-ad1e-026fa4484cf3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454547 Aug 31 13:40:21.920405 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-8d0d5793-46c6-415a-a31b-496263183203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:21.922372 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-8d0d5793-46c6-415a-a31b-496263183203 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.1082199 Aug 31 13:40:21.964821 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-7c169242-d859-4c25-ad45-eb8122b1eafc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290928 Aug 31 13:40:21.989522 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-66ec7124-3c44-4e80-85bf-567e2b486e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:21.993377 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-66ec7124-3c44-4e80-85bf-567e2b486e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:21.994628 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-66ec7124-3c44-4e80-85bf-567e2b486e6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00b50c2a-4901-4b53-8c4f-2dd67f0d2dff HTTP/1.1" status: 204 len: 168 time: 0.2977355 Aug 31 13:40:22.073544 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46184) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:22.083761 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec7124-3c44-4e80-85bf-567e2b486e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b50c2a-4901-4b53-8c4f-2dd67f0d2dff,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:22.158464 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-8eb78528-f934-468d-a616-4e8d96864f44 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812959 Aug 31 13:40:22.312529 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-90269db7-c032-4cd6-891f-de1f01574ce3 req-1337d446-0685-4c65-be1b-b2aaa551b5ce service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454527 Aug 31 13:40:22.414419 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16ce7-befd-40a9-a201-dd8a4b188852 req-096c8ba0-c992-4656-8481-541d74d9dbd7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:22.416300 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-96c16ce7-befd-40a9-a201-dd8a4b188852 req-096c8ba0-c992-4656-8481-541d74d9dbd7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 943 time: 0.0670221 Aug 31 13:40:22.429335 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1310476352-network', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:22.461432 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Made reservation on behalf of effc0a7a4ced437a90c0e75a20033c1e for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:22.464465 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.480671 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-96c16ce7-befd-40a9-a201-dd8a4b188852 req-6a3a27bd-28c4-4f7d-8dd1-971be7b21516 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576510 Aug 31 13:40:22.498517 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.523854 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 70fec9ce-85f9-4426-b600-045a974f93bb details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:40:22.619887 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.637831 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.672316 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 70fec9ce-85f9-4426-b600-045a974f93bb, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=70fec9ce-85f9-4426-b600-045a974f93bb,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:22.683115 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46208) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:22.695169 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '70fec9ce-85f9-4426-b600-045a974f93bb', 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'port_id': '70fec9ce-85f9-4426-b600-045a974f93bb', 'mac_address': 'fa:16:3e:b5:c2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1468, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53187db4-def8-4e43-98eb-d1dd9cb48f14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:40:22.698210 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] vlan segment allocate from pool success with {'vlan_id': 1460, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:40:22.724986 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-063b95da-51e6-4ae1-827c-695e1e77d57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.728296 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6f785-54fb-4b30-a431-e6af82f8440f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:22.738150 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.738328 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Added segment 31329084-b8c1-4b1b-87ee-7b8e259f3357 of type vlan for network 9ac58f34-a341-48d5-804c-8e4590340424 Aug 31 13:40:22.780723 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.794421 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70fec9ce-85f9-4426-b600-045a974f93bb {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:22.832810 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 70fec9ce-85f9-4426-b600-045a974f93bb, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=70fec9ce-85f9-4426-b600-045a974f93bb,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:22.833123 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.845519 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.896429 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.896429 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:22.896429 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:22.971930 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=70fec9ce-85f9-4426-b600-045a974f93bb,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:22.986807 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] Pushing event updated for resources: {'Network': ['ID=9ac58f34-a341-48d5-804c-8e4590340424,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:22.992769 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:22.993779 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:22.994370 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:22.994875 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:22.995363 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:22.999056 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:22.999674 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:23.000177 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:23.000773 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:23.001307 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:23.001833 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:23.002352 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:23.015285 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 9ac58f34-a341-48d5-804c-8e4590340424 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:40:23.023302 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-063b95da-51e6-4ae1-827c-695e1e77d57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.035492 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-063b95da-51e6-4ae1-827c-695e1e77d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.080504 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-063b95da-51e6-4ae1-827c-695e1e77d57f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df16f6008af545d394910545c54f0df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876872 Aug 31 13:40:23.080953 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-61bfd96b-2802-4aeb-9068-40d6fccb511a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0060899 Aug 31 13:40:23.081435 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46212) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:23.084284 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46214) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:23.099370 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Request body: {'subnet': {'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1310476352-subnet', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:23.116401 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b6a9-3c3f-4010-bb50-649cda014986 req-11ecd31f-ebf5-4d4e-9f03-43946534e3bf tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:23.131209 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b95da-51e6-4ae1-827c-695e1e77d57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eefaaf-6bfe-4a21-ab76-244f03e3de68,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:23.133988 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6850b6a9-3c3f-4010-bb50-649cda014986 req-11ecd31f-ebf5-4d4e-9f03-43946534e3bf tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1055138 Aug 31 13:40:23.171052 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-87939d53-817b-4d3a-b51b-8716d10d893c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.188041 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6850b6a9-3c3f-4010-bb50-649cda014986 req-390e7e88-3452-4c83-bcb8-60df9511d01b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Aug 31 13:40:23.200174 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Made reservation on behalf of effc0a7a4ced437a90c0e75a20033c1e for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:23.209056 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58783780'] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.216364 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-87939d53-817b-4d3a-b51b-8716d10d893c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.307654 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['70fec9ce-85f9-4426-b600-045a974f93bb'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:40:23.315324 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-87939d53-817b-4d3a-b51b-8716d10d893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.318568 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-87939d53-817b-4d3a-b51b-8716d10d893c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.319811 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-87939d53-817b-4d3a-b51b-8716d10d893c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1eefaaf-6bfe-4a21-ab76-244f03e3de68 HTTP/1.1" status: 204 len: 168 time: 0.2312560 Aug 31 13:40:23.338361 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87939d53-817b-4d3a-b51b-8716d10d893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eefaaf-6bfe-4a21-ab76-244f03e3de68,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:23.443435 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59702751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58783794'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.511490 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=768ca513-1e08-42f2-8192-9e3dff62adb8,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:23.522522 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Checking segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:23.522890 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Network hostable DHCP agents. Network: 9ac58f34-a341-48d5-804c-8e4590340424, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:40:23.547802 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Network 9ac58f34-a341-48d5-804c-8e4590340424 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:40:23.559475 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 9ac58f34-a341-48d5-804c-8e4590340424) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:23.578400 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1af579-7684-4c5a-94c5-0b3ccc49685d None None] Network 9ac58f34-a341-48d5-804c-8e4590340424 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:40:23.578892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:23.579325 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.613577 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-be201a63-789f-4791-ac1a-a8fff3af08cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5225768 Aug 31 13:40:23.616539 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:23.621380 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:23.708300 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.709376 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.738034 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7891d-e8ba-45d1-a1c3-675fe024b37d req-94f9c3e0-c180-4832-97e5-fdb869307baf tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:23.739501 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-50a7891d-e8ba-45d1-a1c3-675fe024b37d req-94f9c3e0-c180-4832-97e5-fdb869307baf tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 944 time: 0.0903814 Aug 31 13:40:23.794445 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.798798 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.870739 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-50a7891d-e8ba-45d1-a1c3-675fe024b37d req-85ca1c00-2ae3-4e45-8d47-1ce3dbdbcf00 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179025 Aug 31 13:40:23.884542 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-9ac58f34-a341-48d5-804c-8e4590340424', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:40:23.885585 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:23.991706 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.115767 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Allocated IP 172.20.0.2 (9ac58f34-a341-48d5-804c-8e4590340424/768ca513-1e08-42f2-8192-9e3dff62adb8/ac174088-aae5-4b97-b4f3-2e37f2ad8741) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:24.394706 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.409581 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Transition to ACTIVE for port object ac174088-aae5-4b97-b4f3-2e37f2ad8741 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:24.438232 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Transition to ACTIVE for port object ac174088-aae5-4b97-b4f3-2e37f2ad8741 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:24.450017 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.492268 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46274) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:24.512010 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Network 9ac58f34-a341-48d5-804c-8e4590340424 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:24.518477 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:24.524807 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:24.525693 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.536398 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Pushing event updated for resources: {'Port': ['ID=ac174088-aae5-4b97-b4f3-2e37f2ad8741,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:24.545993 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 70fec9ce-85f9-4426-b600-045a974f93bb up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:24.565912 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551180e-880f-4cee-9c35-3cee3aa844fe req-055473e0-d59d-41ba-818f-e5e237248853 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:24.567475 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c551180e-880f-4cee-9c35-3cee3aa844fe req-055473e0-d59d-41ba-818f-e5e237248853 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1512821 Aug 31 13:40:24.569629 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.658641 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-450504388-network', 'tenant_id': 'c037b436492542b99cf63627ac6af982'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:24.705706 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Made reservation on behalf of c037b436492542b99cf63627ac6af982 for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:24.720501 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.732026 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Allocated IP 172.27.1.237 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/d0251967-1bae-4bf2-b9dc-3101a0b93732) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:24.747189 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c551180e-880f-4cee-9c35-3cee3aa844fe req-52265e60-4e26-4757-9a24-351a53101db8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748339 Aug 31 13:40:24.751101 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.854545 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Attempting to bind port ac174088-aae5-4b97-b4f3-2e37f2ad8741 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:40:24.855674 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Attempting to bind port ac174088-aae5-4b97-b4f3-2e37f2ad8741 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:40:24.856290 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Attempting to bind port ac174088-aae5-4b97-b4f3-2e37f2ad8741 on network 9ac58f34-a341-48d5-804c-8e4590340424 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:24.870696 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:40:24.871334 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Checking segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:24.871981 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.872284 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Bound using segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:40:24.872889 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Bound port: ac174088-aae5-4b97-b4f3-2e37f2ad8741, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:40:24.873616 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.877389 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 70fec9ce-85f9-4426-b600-045a974f93bb completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:24.894186 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.898302 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.911342 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 70fec9ce-85f9-4426-b600-045a974f93bb triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:24.911722 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.912712 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:24.989640 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] vlan segment allocate from pool success with {'vlan_id': 1462, 'physical_network': 'physnet1'} {{(pid=95586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:40:25.003764 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.038649 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a994c35-b8dd-45e1-adb6-b1f704509525,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:25.090514 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] For port ac174088-aae5-4b97-b4f3-2e37f2ad8741, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:40:25.104299 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] For port ac174088-aae5-4b97-b4f3-2e37f2ad8741, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=ac174088-aae5-4b97-b4f3-2e37f2ad8741,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:40:25.142587 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.144171 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Added segment 9719985c-4cda-46ac-9739-411cfb97e32d of type vlan for network 8ee43288-e7ed-4568-96cb-42de300ea126 Aug 31 13:40:25.156351 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:25.162966 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:25.165748 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0251967-1bae-4bf2-b9dc-3101a0b93732,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:25.173555 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:25.198113 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.202145 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.244577 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.283205 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ec428-b2fc-4a06-a52f-78f4c6c3a6e2 None None] Pushing event updated for resources: {'Port': ['ID=ac174088-aae5-4b97-b4f3-2e37f2ad8741,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:25.298167 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc754c-3286-4482-8113-5e72cc0aeb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fec9ce-85f9-4426-b600-045a974f93bb'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:25.300556 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a173c878-447b-4024-bbbd-a84e44050773" -d '{"events": [{"server_uuid": "3cfc754c-3286-4482-8113-5e72cc0aeb76", "name": "network-vif-plugged", "status": "completed", "tag": "70fec9ce-85f9-4426-b600-045a974f93bb"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:25.321589 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 70fec9ce-85f9-4426-b600-045a974f93bb, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=70fec9ce-85f9-4426-b600-045a974f93bb,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:25.328902 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.388651 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fba3d6-896c-491c-a9ef-fc9ba222eea2 x-openstack-request-id: req-e1fba3d6-896c-491c-a9ef-fc9ba222eea2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:25.389007 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc754c-3286-4482-8113-5e72cc0aeb76", "name": "network-vif-plugged", "status": "completed", "tag": "70fec9ce-85f9-4426-b600-045a974f93bb", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:25.389194 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1fba3d6-896c-491c-a9ef-fc9ba222eea2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:25.389581 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc754c-3286-4482-8113-5e72cc0aeb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fec9ce-85f9-4426-b600-045a974f93bb', 'code': 200} Aug 31 13:40:25.399840 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.404608 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:25.408199 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.449222 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=70fec9ce-85f9-4426-b600-045a974f93bb,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:25.608452 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1149595 Aug 31 13:40:25.612024 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46310) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:25.618081 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Request body: {'subnet': {'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-450504388-subnet', 'tenant_id': 'c037b436492542b99cf63627ac6af982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:25.621371 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.637085 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bef4c-df63-4674-a97a-db6e4412d490 req-0c21f4d0-e473-44fc-8da8-0e0193ad6699 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:25.638835 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-275bef4c-df63-4674-a97a-db6e4412d490 req-0c21f4d0-e473-44fc-8da8-0e0193ad6699 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 944 time: 0.5885217 Aug 31 13:40:25.639461 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8db6f-15c7-4697-96f3-ea4db9586754 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee43288-e7ed-4568-96cb-42de300ea126,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:25.653457 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 8ee43288-e7ed-4568-96cb-42de300ea126 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:40:25.675739 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e13a-da46-4d21-be32-e54fc65470c1 req-ec259591-0679-4544-8789-4103bd44c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:25.680455 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1c23e13a-da46-4d21-be32-e54fc65470c1 req-ec259591-0679-4544-8789-4103bd44c1a1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 1099 time: 0.3347700 Aug 31 13:40:25.747617 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1c23e13a-da46-4d21-be32-e54fc65470c1 req-8ad720f8-3e58-4f4b-87ac-a4deeb9490d9 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566893 Aug 31 13:40:25.756152 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-275bef4c-df63-4674-a97a-db6e4412d490 req-8eef21d5-baef-4263-81ce-ce2c03f6d8a7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058912 Aug 31 13:40:25.778910 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Made reservation on behalf of c037b436492542b99cf63627ac6af982 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:25.781343 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:25.915246 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e139cb-35fd-425e-9f8e-d2afbe197069 req-0c402c67-1d5e-4368-9cc9-03a2234bc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:25.917055 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c9e139cb-35fd-425e-9f8e-d2afbe197069 req-0c402c67-1d5e-4368-9cc9-03a2234bc61a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 1098 time: 0.2166884 Aug 31 13:40:26.035561 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a1a70-e94e-4208-8e1e-bf9bde3204f6 req-f1601183-f82a-49bf-bdea-cdd48a44bec8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:26.037060 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-070a1a70-e94e-4208-8e1e-bf9bde3204f6 req-f1601183-f82a-49bf-bdea-cdd48a44bec8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1698442 Aug 31 13:40:26.040473 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device ac174088-aae5-4b97-b4f3-2e37f2ad8741 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:26.095852 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port ac174088-aae5-4b97-b4f3-2e37f2ad8741 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:26.176569 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c9e139cb-35fd-425e-9f8e-d2afbe197069 req-497e6208-01b4-4e84-b865-4efe069e9bb4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339755 Aug 31 13:40:26.203973 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-070a1a70-e94e-4208-8e1e-bf9bde3204f6 req-629e5d2e-36d5-4d91-968a-79cc94b091e0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514835 Aug 31 13:40:26.232059 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:26.293448 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:26.392954 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e101b2-983e-44d1-a3d6-96b8205adc0e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:26.428637 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Checking segment: {'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:26.429009 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Network hostable DHCP agents. Network: 8ee43288-e7ed-4568-96cb-42de300ea126, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:40:26.457239 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Network 8ee43288-e7ed-4568-96cb-42de300ea126 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:40:26.461647 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Router fea30283-95b7-4d82-944d-91b9f485a237 is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:40:26.479365 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 8ee43288-e7ed-4568-96cb-42de300ea126) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:26.484987 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:26.484987 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:26.493041 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2dc9de-77e9-4c37-b83b-d40851ba8c03 None None] Network 8ee43288-e7ed-4568-96cb-42de300ea126 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:40:26.541130 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f4ef91-dc2e-4a15-ab41-4705b28d5a70 None None] Network 9ac58f34-a341-48d5-804c-8e4590340424 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:40:26.548980 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-aa0ac9b5-2b3e-4db0-b54b-19ed9884726f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9356942 Aug 31 13:40:26.635420 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:40:26.649754 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Sync routers for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:40:26.662225 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:26.663303 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:40:26.665079 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:40:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:26.668048 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46330) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:26.672618 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c21b931c-21ac-451e-8474-dc0046dbaeb6 None None] Provisioning for port ac174088-aae5-4b97-b4f3-2e37f2ad8741 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:26.683427 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a45119ad-02ec-4274-b4d2-a3eca6c180e7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0648048 Aug 31 13:40:26.689477 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c21b931c-21ac-451e-8474-dc0046dbaeb6 None None] Provisioning complete for port ac174088-aae5-4b97-b4f3-2e37f2ad8741 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:26.689853 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c21b931c-21ac-451e-8474-dc0046dbaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:26.942355 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643591d-cfb3-426c-9fc0-b713f343a6df req-a3036f45-35ee-47b6-97f9-0a2490d31586 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:26.946603 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b643591d-cfb3-426c-9fc0-b713f343a6df req-a3036f45-35ee-47b6-97f9-0a2490d31586 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 945 time: 0.0824814 Aug 31 13:40:26.951038 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b1c9a-3676-4097-b400-a52ec0005a01 None None] Network 8ee43288-e7ed-4568-96cb-42de300ea126 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:40:26.954547 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:40:27.025033 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b643591d-cfb3-426c-9fc0-b713f343a6df req-fb0f50cb-7280-4cfc-a239-2012245727c6 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601876 Aug 31 13:40:27.153405 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c21b931c-21ac-451e-8474-dc0046dbaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:27.230529 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c21b931c-21ac-451e-8474-dc0046dbaeb6 None None] For port ac174088-aae5-4b97-b4f3-2e37f2ad8741, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=ac174088-aae5-4b97-b4f3-2e37f2ad8741,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:27.284074 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c21b931c-21ac-451e-8474-dc0046dbaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:27.425036 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:25Z', 'revision_number': 3, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:27.469328 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b931c-21ac-451e-8474-dc0046dbaeb6 None None] Pushing event updated for resources: {'Port': ['ID=ac174088-aae5-4b97-b4f3-2e37f2ad8741,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:27.503476 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Checking router: fea30283-95b7-4d82-944d-91b9f485a237 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:40:27.509957 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Updating router fea30283-95b7-4d82-944d-91b9f485a237 port d0251967-1bae-4bf2-b9dc-3101a0b93732 binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:40:27.559959 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:27.586813 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2805239-67e2-4e41-a43d-7cb34fdf3357 req-4485ae40-e4c6-45f2-a310-966e09f9fb71 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:27.592844 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a2805239-67e2-4e41-a43d-7cb34fdf3357 req-4485ae40-e4c6-45f2-a310-966e09f9fb71 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1845918 Aug 31 13:40:27.614403 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-0e418343-d4bb-46fd-99b4-7ece5b8f5fa1 None None] Provisioning complete for port ac174088-aae5-4b97-b4f3-2e37f2ad8741 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:27.614823 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e418343-d4bb-46fd-99b4-7ece5b8f5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:27.671696 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a2805239-67e2-4e41-a43d-7cb34fdf3357 req-c79e7165-5c78-4555-89b0-7ae688f0796d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754507 Aug 31 13:40:27.798574 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:27.851670 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:27.863495 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Transition to ACTIVE for port object d0251967-1bae-4bf2-b9dc-3101a0b93732 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:27.870998 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:27.919636 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Pushing event updated for resources: {'Port': ['ID=d0251967-1bae-4bf2-b9dc-3101a0b93732,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:27.931452 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.931806 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.932149 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.932634 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.932953 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.933352 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.933708 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.934072 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.934571 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.934855 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.935174 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.935503 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:40:27.943450 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Attempting to bind port d0251967-1bae-4bf2-b9dc-3101a0b93732 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:40:27.943822 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Attempting to bind port d0251967-1bae-4bf2-b9dc-3101a0b93732 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:40:27.944201 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Attempting to bind port d0251967-1bae-4bf2-b9dc-3101a0b93732 on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:27.950188 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:40:27.951110 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:27.951110 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:27.951348 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:40:27.951809 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Bound port: d0251967-1bae-4bf2-b9dc-3101a0b93732, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:40:27.952207 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:28.020937 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] For port d0251967-1bae-4bf2-b9dc-3101a0b93732, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:40:28.022114 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Allocated IP 172.20.0.1 (9ac58f34-a341-48d5-804c-8e4590340424/768ca513-1e08-42f2-8192-9e3dff62adb8/355f97b8-6eb5-4ed1-9745-57cb6dcb99f3) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:28.023185 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device ac174088-aae5-4b97-b4f3-2e37f2ad8741 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:28.031623 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] For port d0251967-1bae-4bf2-b9dc-3101a0b93732, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=d0251967-1bae-4bf2-b9dc-3101a0b93732,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:40:28.041168 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:28.112972 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cb9f7-a49d-4be4-9d1b-080069c981ff None None] Pushing event updated for resources: {'Port': ['ID=d0251967-1bae-4bf2-b9dc-3101a0b93732,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:28.113470 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port ac174088-aae5-4b97-b4f3-2e37f2ad8741 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:28.113943 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:28.131089 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:40:28.131829 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:40:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:28.172496 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56ee2e-45bc-461b-be54-259656376398 req-33398e46-6b8d-4cd7-9abd-5207958366ab tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:28.180988 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9a56ee2e-45bc-461b-be54-259656376398 req-33398e46-6b8d-4cd7-9abd-5207958366ab tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 945 time: 0.0664625 Aug 31 13:40:28.231655 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9a56ee2e-45bc-461b-be54-259656376398 req-85c44e1f-59d1-4eef-98a7-a1edca065805 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493023 Aug 31 13:40:28.244872 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:28.272907 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Transition to ACTIVE for port object 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:28.336788 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:28.352317 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:40:28.410907 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Pushing event updated for resources: {'Port': ['ID=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:28.432973 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Network 9ac58f34-a341-48d5-804c-8e4590340424 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:28.434857 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:28.438384 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:28.513923 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:28.752479 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-8bf647d4-4546-4725-96c6-0fa0ddcd0e65 None None] Provisioning for port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:28.757112 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-8bf647d4-4546-4725-96c6-0fa0ddcd0e65 None None] Provisioning complete for port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:28.758187 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bf647d4-4546-4725-96c6-0fa0ddcd0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:28.818680 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8bf647d4-4546-4725-96c6-0fa0ddcd0e65 None None] Port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:40:28.840709 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:25Z', 'revision_number': 3, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:28.882170 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2752b98-b853-40ff-a639-7578eff988ee None None] The sync data for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi is: [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:25Z', 'revision_number': 3, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:40:28.883222 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:29.170457 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9920-64c6-41e0-a106-92359accbd29 req-79969ebf-f3b3-4acf-ae2d-85f4179d123a tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:29.172295 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-79969ebf-f3b3-4acf-ae2d-85f4179d123a tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/networks?id=8ee43288-e7ed-4568-96cb-42de300ea126 HTTP/1.1" status: 200 len: 808 time: 0.2160947 Aug 31 13:40:29.199285 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-8154fab4-b058-4bc9-bdce-07e0739d80b0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/quotas/c037b436492542b99cf63627ac6af982 HTTP/1.1" status: 200 len: 375 time: 0.0117617 Aug 31 13:40:29.247952 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:29.277843 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-52a11515-8efe-4e82-82a6-43386b69ab8f tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c037b436492542b99cf63627ac6af982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457330 Aug 31 13:40:29.277843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:29.338294 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c33af5-0353-47dc-bce8-0c202543c465 req-57a3cc5e-13b7-40e7-82f5-169f32c3077d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:29.340578 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07c33af5-0353-47dc-bce8-0c202543c465 req-57a3cc5e-13b7-40e7-82f5-169f32c3077d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1092627 Aug 31 13:40:29.442788 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Pushing event updated for resources: {'Port': ['ID=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:29.447864 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:29.562719 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-dcda73a1-db37-478b-b7c8-4767354df094 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258167 Aug 31 13:40:29.643597 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07c33af5-0353-47dc-bce8-0c202543c465 req-ce10dd40-35ee-41b4-a5bf-d21c97fc9b8a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901878 Aug 31 13:40:29.717728 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-56767c75-f12a-4c9f-8248-39903233e38b service neutron] 10.222.0.21 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400938 Aug 31 13:40:29.754238 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Network 9ac58f34-a341-48d5-804c-8e4590340424 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:29.757325 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:29.887313 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45782ce0-e6cf-464a-98ed-90eea1863f26 req-afc8e6d8-4801-4e69-9b8e-0ad1e56389ea tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:29.903398 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-45782ce0-e6cf-464a-98ed-90eea1863f26 req-afc8e6d8-4801-4e69-9b8e-0ad1e56389ea tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0893567 Aug 31 13:40:29.964215 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-45782ce0-e6cf-464a-98ed-90eea1863f26 req-029a80c6-8d1c-4518-bbbe-d951f2c73295 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528142 Aug 31 13:40:30.021845 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Router fea30283-95b7-4d82-944d-91b9f485a237 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:40:30.132959 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device d0251967-1bae-4bf2-b9dc-3101a0b93732 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:30.179618 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cd25a996-1905-421a-aa0b-7b31ab6b1f2c req-f1666777-5a14-49d2-a483-bec9daaeb22c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 210 time: 0.0672319 Aug 31 13:40:30.253728 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-66303300-949e-4480-b2e6-e0c129b78b25 None None] Provisioning complete for port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:30.254108 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66303300-949e-4480-b2e6-e0c129b78b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:30.301118 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:40:30.320403 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-02bd752a-76c2-4e70-85ba-4bca756a3d7e admin admin] 10.222.0.21 "PUT /v2.0/routers/fea30283-95b7-4d82-944d-91b9f485a237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6389410 Aug 31 13:40:30.345340 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port d0251967-1bae-4bf2-b9dc-3101a0b93732 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:30.354513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-66303300-949e-4480-b2e6-e0c129b78b25 None None] Port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:40:30.370454 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port d0251967-1bae-4bf2-b9dc-3101a0b93732 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:30.371205 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:30.566868 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:30.618574 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port d0251967-1bae-4bf2-b9dc-3101a0b93732, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=d0251967-1bae-4bf2-b9dc-3101a0b93732,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:30.626813 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:30.729623 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46462) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:30.814563 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=d0251967-1bae-4bf2-b9dc-3101a0b93732,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:30.988870 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fdadbe38-fe61-4e16-945e-e89011d1c617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.217524 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fdadbe38-fe61-4e16-945e-e89011d1c617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.227802 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fdadbe38-fe61-4e16-945e-e89011d1c617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.257361 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46490) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:31.263096 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-53e4c9ef-cfe3-47d2-be04-ea3bde3526da tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345507961', 'description': 'tempest-description--917414336'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:31.283904 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-fdadbe38-fe61-4e16-945e-e89011d1c617 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86577799411d459b9433db209ec282a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5531549 Aug 31 13:40:31.285122 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadbe38-fe61-4e16-945e-e89011d1c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71840c58-a47e-463e-bdef-a47f6d397307,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:31.299396 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46492) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:31.335115 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53e4c9ef-cfe3-47d2-be04-ea3bde3526da tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.470510 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-796843d0-a02e-400e-b2d8-18573143745e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.532449 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-796843d0-a02e-400e-b2d8-18573143745e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.534933 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-95b8dc6c-b479-4532-ae8e-15233285ee8b req-1040b593-bea6-4cc1-803a-7fb705a20a13 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 210 time: 0.0560076 Aug 31 13:40:31.557961 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-1b8f5c17-f11d-4c15-94f6-5935ba0e414f tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:31.562005 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-1b8f5c17-f11d-4c15-94f6-5935ba0e414f tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 815 time: 0.2560151 Aug 31 13:40:31.582981 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53e4c9ef-cfe3-47d2-be04-ea3bde3526da tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.589677 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53e4c9ef-cfe3-47d2-be04-ea3bde3526da tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.598456 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-17bb3291-66df-4b55-b228-7bc160be9272 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/quotas/a9d8392a09c34c68a6b4f4beb18b7f1c HTTP/1.1" status: 200 len: 375 time: 0.0314443 Aug 31 13:40:31.620958 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53e4c9ef-cfe3-47d2-be04-ea3bde3526da tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.623331 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-53e4c9ef-cfe3-47d2-be04-ea3bde3526da tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3639312 Aug 31 13:40:31.627665 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46502) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:31.627848 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Sync routers for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:40:31.632908 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1b035c29-9dbe-4ea0-9932-35c042ca3408 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'security_group_rule': {'security_group_id': '14de3fd2-6940-4539-8968-deefd7aae53f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:31.642421 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4c9ef-cfe3-47d2-be04-ea3bde3526da tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14de3fd2-6940-4539-8968-deefd7aae53f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:31.642799 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:40:31.643653 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:40:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:31.675927 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-4c8d8ab7-2077-4227-a57f-894c6012418a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677722 Aug 31 13:40:31.682021 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b035c29-9dbe-4ea0-9932-35c042ca3408 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.687227 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-796843d0-a02e-400e-b2d8-18573143745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.690261 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-796843d0-a02e-400e-b2d8-18573143745e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.691833 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-796843d0-a02e-400e-b2d8-18573143745e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71840c58-a47e-463e-bdef-a47f6d397307 HTTP/1.1" status: 204 len: 168 time: 0.3909807 Aug 31 13:40:31.721009 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796843d0-a02e-400e-b2d8-18573143745e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71840c58-a47e-463e-bdef-a47f6d397307,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:31.771647 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b035c29-9dbe-4ea0-9932-35c042ca3408 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.778113 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b035c29-9dbe-4ea0-9932-35c042ca3408 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.807088 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b035c29-9dbe-4ea0-9932-35c042ca3408 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2606a696-87c8-4535-bebf-baa732dfcf99,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:31.814906 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b035c29-9dbe-4ea0-9932-35c042ca3408 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:31.818976 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-1b035c29-9dbe-4ea0-9932-35c042ca3408 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902745 Aug 31 13:40:31.821710 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46506) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:31.834027 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6d648332-1419-4dfd-880e-db05c036f662 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'security_group_rule': {'security_group_id': '14de3fd2-6940-4539-8968-deefd7aae53f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:31.861490 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-18ea6a9b-7cfe-4b96-af7a-d01fe83ac352 service neutron] 10.222.0.21 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764305 Aug 31 13:40:31.866018 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:40:31.953690 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.037742 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device d0251967-1bae-4bf2-b9dc-3101a0b93732 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:32.052585 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d648332-1419-4dfd-880e-db05c036f662 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.054326 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-47c3ea79-03c7-47fd-a747-fa3ce55a5392 service neutron] 10.222.0.21 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821465 Aug 31 13:40:32.148638 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9920-64c6-41e0-a106-92359accbd29 req-804e0a55-19ac-435b-a6d7-54f94fc083f7 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:32.150949 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-804e0a55-19ac-435b-a6d7-54f94fc083f7 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.107 "GET /v2.0/networks?id=8ee43288-e7ed-4568-96cb-42de300ea126 HTTP/1.1" status: 200 len: 808 time: 0.2867703 Aug 31 13:40:32.170681 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d648332-1419-4dfd-880e-db05c036f662 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.172718 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d648332-1419-4dfd-880e-db05c036f662 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.196471 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d648332-1419-4dfd-880e-db05c036f662 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c0a267-9010-4257-8115-cfa9e3e38ab3,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:32.207653 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d648332-1419-4dfd-880e-db05c036f662 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.209208 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-6d648332-1419-4dfd-880e-db05c036f662 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3851452 Aug 31 13:40:32.212506 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 46514) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:32.217635 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:32.225915 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46516) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:32.246557 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-402eb030-6a89-4b49-b8e6-df84887f478e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.249010 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.309464 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port d0251967-1bae-4bf2-b9dc-3101a0b93732 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:32.310013 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.448540 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 2, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:32.456839 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-402eb030-6a89-4b49-b8e6-df84887f478e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.466077 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-402eb030-6a89-4b49-b8e6-df84887f478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.478468 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Checking router: fea30283-95b7-4d82-944d-91b9f485a237 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:40:32.478825 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Updating router fea30283-95b7-4d82-944d-91b9f485a237 port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:40:32.523400 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.532389 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-402eb030-6a89-4b49-b8e6-df84887f478e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a4c84d7b95240e094c232a1e1ea1264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053067 Aug 31 13:40:32.539153 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46526) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:32.569694 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eb030-6a89-4b49-b8e6-df84887f478e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fd0f8b-f25e-4a81-8ffc-3712d3736ad4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:32.590706 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-304ccbd6-c193-4575-8549-ab7e0a6c90b3 req-203de14b-bf7e-4943-a19e-4c90c18ca3c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 210 time: 0.0290115 Aug 31 13:40:32.707166 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.732902 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ba83d-ac48-4c11-9e95-4d7b11917807 req-e25a2bef-3c11-4f73-9c4e-4e6f6e7469da tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:32.735236 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d27ba83d-ac48-4c11-9e95-4d7b11917807 req-e25a2bef-3c11-4f73-9c4e-4e6f6e7469da tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.2655518 Aug 31 13:40:32.766058 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4508159-724a-4bcd-ba59-c315c118258c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.807686 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4508159-724a-4bcd-ba59-c315c118258c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.825056 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d27ba83d-ac48-4c11-9e95-4d7b11917807 req-9930aa73-5c90-45ee-a2c4-b380928db655 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794859 Aug 31 13:40:32.894385 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Allocated IP 172.27.1.40 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/ca83d18a-3b08-4d3f-8275-74deb8b022a0) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:32.901527 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4508159-724a-4bcd-ba59-c315c118258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.904418 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4508159-724a-4bcd-ba59-c315c118258c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:32.905633 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e4508159-724a-4bcd-ba59-c315c118258c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37fd0f8b-f25e-4a81-8ffc-3712d3736ad4 HTTP/1.1" status: 204 len: 168 time: 0.3634229 Aug 31 13:40:32.922501 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4508159-724a-4bcd-ba59-c315c118258c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fd0f8b-f25e-4a81-8ffc-3712d3736ad4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:32.972345 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a24211da-e975-4934-a2f3-6af8e35366dd req-94f9bb1b-ebf3-41fe-8374-30bfd3313d8f tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 210 time: 0.0367818 Aug 31 13:40:33.044664 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.092817 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.138509 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:33.141789 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:33.146319 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:33.149626 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'Port': ['ID=ca83d18a-3b08-4d3f-8275-74deb8b022a0,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:33.152807 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.164456 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Transition to ACTIVE for port object 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:33.171585 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.234243 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeb8b9-143d-400e-a86e-76ae6434587b None None] Pushing event updated for resources: {'Port': ['ID=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:33.251715 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.294322 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.295083 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Attempting to bind port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:40:33.295509 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Attempting to bind port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:40:33.295879 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Attempting to bind port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 on network 9ac58f34-a341-48d5-804c-8e4590340424 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:33.302215 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:40:33.302643 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Checking segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:33.303082 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.303779 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Bound using segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:40:33.304485 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Bound port: 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:40:33.305129 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.342361 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46544) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:33.365290 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47c65ab5-08f7-4334-9f85-7816debef36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.388293 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] For port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:40:33.393681 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] For port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:40:33.402291 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.471659 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:40:33.472284 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:40:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:33.482982 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47c65ab5-08f7-4334-9f85-7816debef36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.489184 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47c65ab5-08f7-4334-9f85-7816debef36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.512576 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.519583 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.539282 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-47c65ab5-08f7-4334-9f85-7816debef36b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de33fb2095c34b7aaf51941975226b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956775 Aug 31 13:40:33.540952 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c65ab5-08f7-4334-9f85-7816debef36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc8b670-315a-438f-8ae2-254c43a337a7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:33.557656 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 46546) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:33.569399 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'Port': ['ID=ca83d18a-3b08-4d3f-8275-74deb8b022a0,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:33.595276 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeb8b9-143d-400e-a86e-76ae6434587b None None] Pushing event updated for resources: {'Port': ['ID=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:33.615283 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:40:33.616078 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.629029 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8943c3dd-ae25-4a97-80a5-8d989042e06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.635250 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.637112 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-dc5f7c57-44a0-42a8-906f-9b0bd09bfec8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4232934 Aug 31 13:40:33.668818 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8943c3dd-ae25-4a97-80a5-8d989042e06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.771510 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8a7c7f3e-2a6d-401e-8b38-daba68345ddb req-7297b2e5-6131-4efe-bc17-d1cb7f9773de tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 210 time: 0.0715461 Aug 31 13:40:33.773181 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8943c3dd-ae25-4a97-80a5-8d989042e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.776072 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8943c3dd-ae25-4a97-80a5-8d989042e06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:33.787585 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-8943c3dd-ae25-4a97-80a5-8d989042e06f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cc8b670-315a-438f-8ae2-254c43a337a7 HTTP/1.1" status: 204 len: 168 time: 0.2260332 Aug 31 13:40:33.798100 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943c3dd-ae25-4a97-80a5-8d989042e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc8b670-315a-438f-8ae2-254c43a337a7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:33.920967 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:33Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:33.947446 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-dda83bb5-d564-4f1c-bed0-587974b67422 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--345507961&fields=id&tenant_id=effc0a7a4ced437a90c0e75a20033c1e HTTP/1.1" status: 200 len: 267 time: 0.0461173 Aug 31 13:40:33.949526 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b914d67-d172-46ae-9018-dc1ae4151548 None None] The sync data for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi is: [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:33Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:40:34.080943 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Request body: {'port': {'device_id': '3d15babf-70c0-4706-9266-567d649aca84', 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126', 'admin_state_up': True, 'tenant_id': 'c037b436492542b99cf63627ac6af982'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:34.171040 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-4110b467-347e-4b56-b924-41c70318910a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:34.172656 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-4110b467-347e-4b56-b924-41c70318910a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 811 time: 0.2176721 Aug 31 13:40:34.200291 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0115ec81-01d8-4cde-93c0-4bae6e244f56 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/quotas/effc0a7a4ced437a90c0e75a20033c1e HTTP/1.1" status: 200 len: 375 time: 0.0212650 Aug 31 13:40:34.270631 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Made reservation on behalf of c037b436492542b99cf63627ac6af982 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:34.274608 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:34.293868 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-ebdb8cdf-0ec0-47a6-b384-649f71c950af tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809886 Aug 31 13:40:34.493060 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-9ea7d762-3ea1-4e35-92e7-9f7a0c8e68c9 service neutron] 10.222.0.21 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842144 Aug 31 13:40:34.552643 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Allocated IP 172.20.0.6 (8ee43288-e7ed-4568-96cb-42de300ea126/f9e101b2-983e-44d1-a3d6-96b8205adc0e/472e99bf-8ad9-4b67-ab61-3811882ef14a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:34.642647 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-474c4f55-d4d6-4670-8664-6d8acbb76728 service neutron] 10.222.0.21 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454523 Aug 31 13:40:34.773145 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:34.833552 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:34.938531 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Network 8ee43288-e7ed-4568-96cb-42de300ea126 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:34.966007 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:34.976639 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:34.982524 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:34.983604 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:35.002569 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Pushing event updated for resources: {'Port': ['ID=472e99bf-8ad9-4b67-ab61-3811882ef14a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:35.016423 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-a34232de-db7a-4cb5-afb0-5d70d942888c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9396293 Aug 31 13:40:35.026475 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39c89-3dbb-4dd2-ab86-cd35992ab4f6 req-8b92d54b-641a-4bac-9214-a38f2944c920 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:35.028087 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-55b39c89-3dbb-4dd2-ab86-cd35992ab4f6 req-8b92d54b-641a-4bac-9214-a38f2944c920 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1780469 Aug 31 13:40:35.101093 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-55b39c89-3dbb-4dd2-ab86-cd35992ab4f6 req-9a9ed754-abe8-441f-9649-b2a1e7c06008 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Aug 31 13:40:35.235124 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Request body: {'port': {'device_id': '3d15babf-70c0-4706-9266-567d649aca84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:35.375904 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-47927876-443e-4adf-8fc6-d6b33e5d5599 req-f6e824fe-89f4-4e91-8574-fc1ad0c60a16 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 210 time: 0.0801418 Aug 31 13:40:35.388011 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-ae457aa4-2d0e-4ba8-8630-d83b9ec40487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:35.390130 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-ae457aa4-2d0e-4ba8-8630-d83b9ec40487 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1099 time: 0.2027559 Aug 31 13:40:35.417507 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97df4-280b-495d-a525-c008e21601f4 req-dfabcbda-06c9-4960-97c4-f23d9cddcf09 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:35.435173 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f1b97df4-280b-495d-a525-c008e21601f4 req-dfabcbda-06c9-4960-97c4-f23d9cddcf09 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 931 time: 0.2627726 Aug 31 13:40:35.481470 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:35.572179 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f1b97df4-280b-495d-a525-c008e21601f4 req-37b3f574-9692-485d-bdbb-a6446ca7ef7e tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359847 Aug 31 13:40:35.593953 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ad82b0f4-bed5-41e4-9c19-be3244b2ce53 req-16905419-bc1c-4a7c-83a0-0702294d90ae tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 210 time: 0.0568178 Aug 31 13:40:35.614519 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-dcb6f142-5c27-4c22-9453-148479799565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:35.616213 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-dcb6f142-5c27-4c22-9453-148479799565 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 921 time: 0.2116499 Aug 31 13:40:35.663324 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-fa479f61-1a1c-4376-8655-935fbf011a7b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 200 len: 217 time: 0.0381985 Aug 31 13:40:35.720593 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-844b507e-55fb-4f3f-a9d1-34c8792bf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:35.722065 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-844b507e-55fb-4f3f-a9d1-34c8792bf803 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.0496812 Aug 31 13:40:35.758712 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-4c38ecf8-54e3-4ec9-98be-f6e12e1a9ba3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251250 Aug 31 13:40:35.824186 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472e99bf-8ad9-4b67-ab61-3811882ef14a {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:35.831853 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:35.844300 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Transition to ACTIVE for port object 472e99bf-8ad9-4b67-ab61-3811882ef14a will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:35.849470 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:35.861117 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-fdf05e40-4cf9-48f9-a7a9-b3d56081caf6 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932193 Aug 31 13:40:35.933982 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Pushing event updated for resources: {'Port': ['ID=472e99bf-8ad9-4b67-ab61-3811882ef14a,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:35.972449 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Attempting to bind port 472e99bf-8ad9-4b67-ab61-3811882ef14a on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:40:35.972745 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Attempting to bind port 472e99bf-8ad9-4b67-ab61-3811882ef14a by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:40:35.974240 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Attempting to bind port 472e99bf-8ad9-4b67-ab61-3811882ef14a on network 8ee43288-e7ed-4568-96cb-42de300ea126 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:35.989037 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7803ec41-fe2a-4fcd-a645-59ffeeb4135c req-27b5ba3b-8d59-40ee-b90e-cbab83b57059 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085589 Aug 31 13:40:35.989194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Port 472e99bf-8ad9-4b67-ab61-3811882ef14a on network 8ee43288-e7ed-4568-96cb-42de300ea126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:40:35.989194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Attempting to bind port 472e99bf-8ad9-4b67-ab61-3811882ef14a on network 8ee43288-e7ed-4568-96cb-42de300ea126 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:35.989194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:40:35.989194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Checking segment: {'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:35.989194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Bound using segment: {'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:40:35.989194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Bound port: 472e99bf-8ad9-4b67-ab61-3811882ef14a, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:40:35.989194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:36.065983 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] For port 472e99bf-8ad9-4b67-ab61-3811882ef14a, host hv-cinder-80660, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:40:36.069197 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] For port 472e99bf-8ad9-4b67-ab61-3811882ef14a, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=472e99bf-8ad9-4b67-ab61-3811882ef14a,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:40:36.080151 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:36.154190 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:36.244940 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:36.245574 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:36.247066 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] 10.222.0.107 "PUT /v2.0/ports/472e99bf-8ad9-4b67-ab61-3811882ef14a HTTP/1.1" status: 200 len: 1093 time: 1.0258546 Aug 31 13:40:36.261067 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:36.270817 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:36.273081 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:36.275594 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d15babf-70c0-4706-9266-567d649aca84', 'tag': '472e99bf-8ad9-4b67-ab61-3811882ef14a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:36.278550 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d7da6d-23e9-4e07-8627-e563e66453e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d15babf-70c0-4706-9266-567d649aca84", "tag": "472e99bf-8ad9-4b67-ab61-3811882ef14a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:36.324675 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af135d4-1909-4ffd-8c3a-ed10570c4586 service neutron] Pushing event updated for resources: {'Port': ['ID=472e99bf-8ad9-4b67-ab61-3811882ef14a,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:36.325417 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-897c5768-6fc5-4483-a441-949852d21464 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:36.328141 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-897c5768-6fc5-4483-a441-949852d21464 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 815 time: 0.1505334 Aug 31 13:40:36.348214 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78984d38-b374-451c-848d-537763f86490 req-3a8753e4-982c-4ca3-8b1c-28e19dc86791 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:36.351393 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-78984d38-b374-451c-848d-537763f86490 req-3a8753e4-982c-4ca3-8b1c-28e19dc86791 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1546717 Aug 31 13:40:36.353825 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:40:36.377354 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Request body: {'port': {'device_id': 'c7d383ef-a49f-4b9f-92f9-71b4b0493d96', 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'admin_state_up': True, 'tenant_id': 'a9d8392a09c34c68a6b4f4beb18b7f1c'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:36.411000 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-78984d38-b374-451c-848d-537763f86490 req-8a10e35d-e1bf-4479-afb8-e9df8221e3a2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526299 Aug 31 13:40:36.473213 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9920-64c6-41e0-a106-92359accbd29 req-28e7941e-9d0a-45ef-9143-e4549ca28cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:36.475404 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-28e7941e-9d0a-45ef-9143-e4549ca28cb7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c037b436492542b99cf63627ac6af982&device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 1096 time: 0.0632355 Aug 31 13:40:36.502498 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7863b1-c107-49ec-88ff-a6ef45dbdef1 x-openstack-request-id: req-4a7863b1-c107-49ec-88ff-a6ef45dbdef1 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:36.506332 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d15babf-70c0-4706-9266-567d649aca84", "tag": "472e99bf-8ad9-4b67-ab61-3811882ef14a", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:36.506592 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a7863b1-c107-49ec-88ff-a6ef45dbdef1 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:36.506997 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d15babf-70c0-4706-9266-567d649aca84', 'tag': '472e99bf-8ad9-4b67-ab61-3811882ef14a', 'status': 'completed', 'code': 200} Aug 31 13:40:36.531385 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:36.588327 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-e88f2024-80e1-403b-b781-d7ef8cf68f26 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=472e99bf-8ad9-4b67-ab61-3811882ef14a HTTP/1.1" status: 200 len: 217 time: 0.0989554 Aug 31 13:40:36.597361 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ca265bb9-8630-4541-8e32-342c24eee06c req-e4a52229-c08c-4f7c-aabd-667d36a020ac tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 210 time: 0.0475857 Aug 31 13:40:36.627780 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:36.636108 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:36.643657 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Made reservation on behalf of a9d8392a09c34c68a6b4f4beb18b7f1c for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:36.649838 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:36.739170 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:36.766723 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-38c8f339-3c7d-4d72-906a-e374cd7dc51e req-42d2b4c5-8344-4c07-ad67-360dfffc1b31 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 210 time: 0.0362492 Aug 31 13:40:36.774772 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9920-64c6-41e0-a106-92359accbd29 req-1676d7fb-833a-4fb9-9a67-5ac37d7d903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:36.776246 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-1676d7fb-833a-4fb9-9a67-5ac37d7d903f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f9e101b2-983e-44d1-a3d6-96b8205adc0e HTTP/1.1" status: 200 len: 848 time: 0.1638811 Aug 31 13:40:36.791951 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7c4cd-a938-4168-8ba1-7d0127a178e0 req-61aea0ab-f9b5-439c-a957-0722327d53fa tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:36.793538 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b3b7c4cd-a938-4168-8ba1-7d0127a178e0 req-61aea0ab-f9b5-439c-a957-0722327d53fa tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 943 time: 0.0985568 Aug 31 13:40:36.856253 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-5538b282-6be0-49d7-a369-598217e4c72b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8ee43288-e7ed-4568-96cb-42de300ea126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617204 Aug 31 13:40:36.909039 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Allocated IP 172.20.0.2 (fa07179d-dd48-41cb-8301-642273bf3aa6/53187db4-def8-4e43-98eb-d1dd9cb48f14/98e342d6-9a45-48b2-9686-3c8ca491c352) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:36.910229 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b3b7c4cd-a938-4168-8ba1-7d0127a178e0 req-3462dae8-6c77-4cb2-a87d-bb6f57763c6d tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983894 Aug 31 13:40:37.023440 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-87a01c2c-72ce-4b2d-8200-3894aac9c173 service neutron] 10.222.0.107 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208949 Aug 31 13:40:37.214285 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-637d9920-64c6-41e0-a106-92359accbd29 req-fa3c6b3a-72fe-46d4-962e-a9daa968dcb6 service neutron] 10.222.0.107 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660116 Aug 31 13:40:37.276762 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-dcdca936-0d0c-4224-92dd-40619cb3f1bc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:37.278350 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-dcdca936-0d0c-4224-92dd-40619cb3f1bc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 811 time: 0.2870977 Aug 31 13:40:37.293558 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:37.354577 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-83e02815-57d5-45f2-b102-aa7128ca9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:37.356031 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-83e02815-57d5-45f2-b102-aa7128ca9514 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c037b436492542b99cf63627ac6af982&device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 1096 time: 0.0478098 Aug 31 13:40:37.372287 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-52a80bea-f95b-4828-8c9f-9e7033a6d006 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=effc0a7a4ced437a90c0e75a20033c1e HTTP/1.1" status: 200 len: 379 time: 0.0619020 Aug 31 13:40:37.385199 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'port': {'device_id': '600915c4-ecf3-4004-8c57-260a462152a7', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'admin_state_up': True, 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'security_groups': ['14de3fd2-6940-4539-8968-deefd7aae53f']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:37.390442 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:37.403764 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['2a47da21-cc4f-45bc-938e-e78634de7de1', '70fec9ce-85f9-4426-b600-045a974f93bb'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:40:37.459291 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-b7a73fc0-bba6-437e-aa14-31f1aac3c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:37.462168 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-b7a73fc0-bba6-437e-aa14-31f1aac3c833 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8ee43288-e7ed-4568-96cb-42de300ea126 HTTP/1.1" status: 200 len: 910 time: 0.0980439 Aug 31 13:40:37.487272 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Network fa07179d-dd48-41cb-8301-642273bf3aa6 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:37.498755 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:37.507918 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:37.520503 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Pushing event updated for resources: {'Port': ['ID=98e342d6-9a45-48b2-9686-3c8ca491c352,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:37.555983 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-5d53c716-ecca-461b-8164-1560c0ac0cf9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=472e99bf-8ad9-4b67-ab61-3811882ef14a HTTP/1.1" status: 200 len: 217 time: 0.0777454 Aug 31 13:40:37.616421 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-b94614e6-db06-4933-9fbc-f42f18cb8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:37.618015 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-b94614e6-db06-4933-9fbc-f42f18cb8b79 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f9e101b2-983e-44d1-a3d6-96b8205adc0e HTTP/1.1" status: 200 len: 848 time: 0.0511594 Aug 31 13:40:37.622968 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:37.622968 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:37.643346 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed0ea4-3030-48ea-9784-04ca9a8738d5 req-67dfeafb-ef73-46f2-b566-3a0439ee9048 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:37.644954 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-24ed0ea4-3030-48ea-9784-04ca9a8738d5 req-67dfeafb-ef73-46f2-b566-3a0439ee9048 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1329913 Aug 31 13:40:37.648472 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Made reservation on behalf of effc0a7a4ced437a90c0e75a20033c1e for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:37.652279 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:37.666345 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-f72bc44e-ddff-4029-81cb-9290eef57d42 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8ee43288-e7ed-4568-96cb-42de300ea126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369747 Aug 31 13:40:37.682500 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-dcff1549-1ad1-4cff-89ab-2b61893571df tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3093503 Aug 31 13:40:37.706674 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Request body: {'port': {'device_id': 'c7d383ef-a49f-4b9f-92f9-71b4b0493d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:37.762302 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d3c1e8b4-45f4-4a1e-b182-ab59fa7d808c req-f9756d62-d717-4a23-b8b6-0cb002bcab17 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 210 time: 0.0358675 Aug 31 13:40:37.776893 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-24ed0ea4-3030-48ea-9784-04ca9a8738d5 req-1bda5216-9be7-4a33-9629-8eea4681688c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206715 Aug 31 13:40:37.811799 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-348b7489-3d7c-4544-ae50-a22acb828313 service neutron] 10.222.0.107 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344953 Aug 31 13:40:37.840135 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:37.903364 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Allocated IP 172.20.0.5 (9ac58f34-a341-48d5-804c-8e4590340424/768ca513-1e08-42f2-8192-9e3dff62adb8/abeb489f-0045-481c-8ee8-424a975cb388) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:37.963762 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c2502-eccd-4509-bba1-1c399650be41 req-beee1100-700f-42a4-9317-a12d96eb0210 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:37.965372 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8e0c2502-eccd-4509-bba1-1c399650be41 req-beee1100-700f-42a4-9317-a12d96eb0210 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 931 time: 0.0879962 Aug 31 13:40:37.967268 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32d7da6d-23e9-4e07-8627-e563e66453e3 req-0dd4ff47-1ba2-4ce2-bba8-411aca525518 service neutron] 10.222.0.107 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471596 Aug 31 13:40:38.039934 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8e0c2502-eccd-4509-bba1-1c399650be41 req-43afed8a-5dbb-473d-aed2-f63ee5003bf0 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511644 Aug 31 13:40:38.062143 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:38.117980 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:38.118372 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:38.248711 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d86e-1d39-45b3-98b2-31b9c7f1d7fd req-f43bb838-0d6e-48e2-b8d6-6bd8511a01a2 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:38.250285 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00a7d86e-1d39-45b3-98b2-31b9c7f1d7fd req-f43bb838-0d6e-48e2-b8d6-6bd8511a01a2 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 943 time: 0.1906984 Aug 31 13:40:38.358494 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00a7d86e-1d39-45b3-98b2-31b9c7f1d7fd req-c61fc130-7d11-44d1-8a24-649d7a0f1166 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005685 Aug 31 13:40:38.383900 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:38.408073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Transition to ACTIVE for port object abeb489f-0045-481c-8ee8-424a975cb388 will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:38.411034 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e342d6-9a45-48b2-9686-3c8ca491c352 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:38.421416 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:38.442544 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Transition to ACTIVE for port object 98e342d6-9a45-48b2-9686-3c8ca491c352 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:38.454103 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:38.505399 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:38.523443 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Pushing event updated for resources: {'Port': ['ID=98e342d6-9a45-48b2-9686-3c8ca491c352,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:38.587867 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Network 9ac58f34-a341-48d5-804c-8e4590340424 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:38.614696 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:38.625284 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:38.636733 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'Port': ['ID=abeb489f-0045-481c-8ee8-424a975cb388,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:38.696289 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Attempting to bind port 98e342d6-9a45-48b2-9686-3c8ca491c352 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:40:38.696869 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Attempting to bind port 98e342d6-9a45-48b2-9686-3c8ca491c352 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:40:38.697222 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Attempting to bind port 98e342d6-9a45-48b2-9686-3c8ca491c352 on network fa07179d-dd48-41cb-8301-642273bf3aa6 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:38.704524 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:38.705149 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:38.713686 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Port 98e342d6-9a45-48b2-9686-3c8ca491c352 on network fa07179d-dd48-41cb-8301-642273bf3aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:40:38.714018 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Attempting to bind port 98e342d6-9a45-48b2-9686-3c8ca491c352 on network fa07179d-dd48-41cb-8301-642273bf3aa6 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:38.721488 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:40:38.721826 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Checking segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:38.722211 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Bound using segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:40:38.722659 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Bound port: 98e342d6-9a45-48b2-9686-3c8ca491c352, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:40:38.723019 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:38.734298 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-3432fb31-f141-425b-b6af-382cf59a74c4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3543463 Aug 31 13:40:38.753827 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Request body: {'port': {'device_id': '600915c4-ecf3-4004-8c57-260a462152a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:38.870232 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c33286b1-2df5-4bd4-bb2a-a4f029ac4c3a None None] Provisioning for port abeb489f-0045-481c-8ee8-424a975cb388 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:38.875630 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c33286b1-2df5-4bd4-bb2a-a4f029ac4c3a None None] Provisioning complete for port abeb489f-0045-481c-8ee8-424a975cb388 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:38.876335 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c33286b1-2df5-4bd4-bb2a-a4f029ac4c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:38.913134 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235d18-a6d3-442f-ae2b-ead52e58d4d1 req-e4b4f78d-219d-4a23-b767-77e0c01683bc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:38.915813 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f1235d18-a6d3-442f-ae2b-ead52e58d4d1 req-e4b4f78d-219d-4a23-b767-77e0c01683bc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0660303 Aug 31 13:40:38.929399 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c33286b1-2df5-4bd4-bb2a-a4f029ac4c3a None None] Port abeb489f-0045-481c-8ee8-424a975cb388 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:40:38.964029 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f1235d18-a6d3-442f-ae2b-ead52e58d4d1 req-6c075e88-f510-402b-a89c-1014ae023bdc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Aug 31 13:40:39.093816 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:39.096026 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] For port 98e342d6-9a45-48b2-9686-3c8ca491c352, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:40:39.134541 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] For port 98e342d6-9a45-48b2-9686-3c8ca491c352, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=98e342d6-9a45-48b2-9686-3c8ca491c352,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:40:39.146753 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27872c87-5d6a-41fa-8893-5f43620965af req-ce469641-b4aa-4ea3-b45c-65af322caf5f tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:39.148271 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-27872c87-5d6a-41fa-8893-5f43620965af req-ce469641-b4aa-4ea3-b45c-65af322caf5f tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 943 time: 0.0513906 Aug 31 13:40:39.159018 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:39.189211 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-27872c87-5d6a-41fa-8893-5f43620965af req-0ace8c5f-d930-4d7c-ad9b-f7a53fbb0b2c tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340068 Aug 31 13:40:39.213611 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fed899-ac28-4b9b-8577-b9aa68d5d063 req-c911e85d-8158-4ba6-8dce-22daf82e8725 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:39.215452 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-80fed899-ac28-4b9b-8577-b9aa68d5d063 req-c911e85d-8158-4ba6-8dce-22daf82e8725 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 931 time: 0.1417029 Aug 31 13:40:39.228599 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 472e99bf-8ad9-4b67-ab61-3811882ef14a details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:40:39.232921 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:39.233673 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:39.235138 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] 10.222.0.107 "PUT /v2.0/ports/98e342d6-9a45-48b2-9686-3c8ca491c352 HTTP/1.1" status: 200 len: 1093 time: 1.5339386 Aug 31 13:40:39.245314 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d383ef-a49f-4b9f-92f9-71b4b0493d96', 'tag': '98e342d6-9a45-48b2-9686-3c8ca491c352'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:39.248220 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d383ef-a49f-4b9f-92f9-71b4b0493d96", "tag": "98e342d6-9a45-48b2-9686-3c8ca491c352"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:39.365289 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dd0d89-515c-4a51-b745-41ba2748b563 x-openstack-request-id: req-62dd0d89-515c-4a51-b745-41ba2748b563 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:39.365578 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d383ef-a49f-4b9f-92f9-71b4b0493d96", "tag": "98e342d6-9a45-48b2-9686-3c8ca491c352", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:39.365822 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62dd0d89-515c-4a51-b745-41ba2748b563 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:39.366221 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d383ef-a49f-4b9f-92f9-71b4b0493d96', 'tag': '98e342d6-9a45-48b2-9686-3c8ca491c352', 'status': 'completed', 'code': 200} Aug 31 13:40:39.390994 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 472e99bf-8ad9-4b67-ab61-3811882ef14a, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=472e99bf-8ad9-4b67-ab61-3811882ef14a,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:39.393517 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-80fed899-ac28-4b9b-8577-b9aa68d5d063 req-10925dd4-a135-4bd7-b4f7-dc8f3be90510 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625204 Aug 31 13:40:39.397577 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76efb6d-d654-4634-b8be-c4cb5650a470 service neutron] Pushing event updated for resources: {'Port': ['ID=98e342d6-9a45-48b2-9686-3c8ca491c352,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:39.405666 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '472e99bf-8ad9-4b67-ab61-3811882ef14a', 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126', 'port_id': '472e99bf-8ad9-4b67-ab61-3811882ef14a', 'mac_address': 'fa:16:3e:bc:d3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e101b2-983e-44d1-a3d6-96b8205adc0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:40:39.445413 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:39.462610 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472e99bf-8ad9-4b67-ab61-3811882ef14a {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:39.468763 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-bd83d971-3347-4194-8a46-295e7f75a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:39.470273 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-bd83d971-3347-4194-8a46-295e7f75a42f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 1096 time: 0.1742001 Aug 31 13:40:39.490539 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 472e99bf-8ad9-4b67-ab61-3811882ef14a, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=472e99bf-8ad9-4b67-ab61-3811882ef14a,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:39.495613 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:39.518978 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84218b-bf11-4af1-bb05-27ddea4a0ac1 req-3f825d17-995f-4a50-a22d-ddda2706c834 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:39.529157 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-df84218b-bf11-4af1-bb05-27ddea4a0ac1 req-3f825d17-995f-4a50-a22d-ddda2706c834 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 943 time: 0.0704291 Aug 31 13:40:39.532201 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-8734ea63-0dfe-4c98-83a0-a332f951be64 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98e342d6-9a45-48b2-9686-3c8ca491c352 HTTP/1.1" status: 200 len: 217 time: 0.0456479 Aug 31 13:40:39.563830 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=472e99bf-8ad9-4b67-ab61-3811882ef14a,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:39.571340 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-df84218b-bf11-4af1-bb05-27ddea4a0ac1 req-27c906a5-0099-453a-b533-198aa96f1d07 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410798 Aug 31 13:40:39.623115 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-9a9736e5-3b7b-427e-910e-15ee9c47d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:39.624628 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-9a9736e5-3b7b-427e-910e-15ee9c47d8e3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.0757883 Aug 31 13:40:39.683686 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-b438101d-bc3c-438a-aafd-bb635108a037 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470135 Aug 31 13:40:39.699731 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abeb489f-0045-481c-8ee8-424a975cb388 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:39.707602 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:39.766851 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Transition to ACTIVE for port object abeb489f-0045-481c-8ee8-424a975cb388 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:39.775720 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:39.851630 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Pushing event updated for resources: {'Port': ['ID=abeb489f-0045-481c-8ee8-424a975cb388,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:39.882252 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-1ab7c0f9-5ae0-49a9-9e5a-8cdc39ea4d02 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719849 Aug 31 13:40:39.993220 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Attempting to bind port abeb489f-0045-481c-8ee8-424a975cb388 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:40:39.993461 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Attempting to bind port abeb489f-0045-481c-8ee8-424a975cb388 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:40:39.993813 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Attempting to bind port abeb489f-0045-481c-8ee8-424a975cb388 on network 9ac58f34-a341-48d5-804c-8e4590340424 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:40.002840 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['472e99bf-8ad9-4b67-ab61-3811882ef14a'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:40:40.011715 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Port abeb489f-0045-481c-8ee8-424a975cb388 on network 9ac58f34-a341-48d5-804c-8e4590340424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:40:40.012220 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Attempting to bind port abeb489f-0045-481c-8ee8-424a975cb388 on network 9ac58f34-a341-48d5-804c-8e4590340424 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:40.027824 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:40:40.028241 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Checking segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:40.028780 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Bound using segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:40:40.038409 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Bound port: abeb489f-0045-481c-8ee8-424a975cb388, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:40:40.038409 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:40.051312 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-14338b56-e031-4824-9e87-88f0638f5fc3 req-bdc64a9a-cf65-4fda-be82-4f7c4391150b service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492472 Aug 31 13:40:40.153261 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] For port abeb489f-0045-481c-8ee8-424a975cb388, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:40:40.153799 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f922b43-32ba-4089-aae7-4a8231ee243e req-5ca1a467-45b8-4ed4-93ac-fc8229c4d659 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.164311 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2f922b43-32ba-4089-aae7-4a8231ee243e req-5ca1a467-45b8-4ed4-93ac-fc8229c4d659 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0799854 Aug 31 13:40:40.170555 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] For port abeb489f-0045-481c-8ee8-424a975cb388, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=abeb489f-0045-481c-8ee8-424a975cb388,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:40:40.180920 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:40.191517 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-21c3917f-6a67-4c7b-8f8e-6bb869e6ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.193272 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-21c3917f-6a67-4c7b-8f8e-6bb869e6ae23 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 1096 time: 0.0788586 Aug 31 13:40:40.228843 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2f922b43-32ba-4089-aae7-4a8231ee243e req-b903dbb1-36b7-488b-9992-1236d17c4b92 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584795 Aug 31 13:40:40.263112 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.263864 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:40.265733 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] 10.222.0.107 "PUT /v2.0/ports/abeb489f-0045-481c-8ee8-424a975cb388 HTTP/1.1" status: 200 len: 1093 time: 1.5163846 Aug 31 13:40:40.407325 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5af629-9282-4d0d-8b42-738314b96f3c service neutron] Pushing event updated for resources: {'Port': ['ID=abeb489f-0045-481c-8ee8-424a975cb388,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:40.477930 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df2d3-41c5-452a-851a-3f64cd0ad431 req-8d4e27d9-59e8-4dcd-9c5a-9ccfb30e63b6 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.479932 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-575df2d3-41c5-452a-851a-3f64cd0ad431 req-8d4e27d9-59e8-4dcd-9c5a-9ccfb30e63b6 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 943 time: 0.1745591 Aug 31 13:40:40.486264 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-8c4aba4c-9c50-49a0-b93b-ec10dc608783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.493529 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-8c4aba4c-9c50-49a0-b93b-ec10dc608783 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 1096 time: 0.1695492 Aug 31 13:40:40.504322 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-c2083267-1552-48df-a1d4-1c183dd1f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.507289 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-c2083267-1552-48df-a1d4-1c183dd1f5ce service neutron] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 917 time: 0.2847500 Aug 31 13:40:40.609122 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350061e3-7d7c-4ccb-835d-f4353f25ded4 req-f90f5a2d-7e94-462a-a396-246cbe1e4f5e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.611085 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-350061e3-7d7c-4ccb-835d-f4353f25ded4 req-f90f5a2d-7e94-462a-a396-246cbe1e4f5e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 943 time: 0.1254170 Aug 31 13:40:40.628973 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-f9b7a003-69c3-473b-b72b-e473770228fe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abeb489f-0045-481c-8ee8-424a975cb388 HTTP/1.1" status: 200 len: 217 time: 0.1178310 Aug 31 13:40:40.636704 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-fadcd63d-5dd5-473c-94d8-9f2d60d5654f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98e342d6-9a45-48b2-9686-3c8ca491c352 HTTP/1.1" status: 200 len: 217 time: 0.0478590 Aug 31 13:40:40.653749 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-575df2d3-41c5-452a-851a-3f64cd0ad431 req-21d82765-c243-423b-b988-e92b415acd34 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591852 Aug 31 13:40:40.661155 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-350061e3-7d7c-4ccb-835d-f4353f25ded4 req-46d5b6b2-6e80-48d9-b582-2d1212926869 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Aug 31 13:40:40.763087 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-6f0917a0-d10d-4490-bde6-1516fd9cc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.764511 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-6f0917a0-d10d-4490-bde6-1516fd9cc0b6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.0959573 Aug 31 13:40:40.765765 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-d757c329-06e5-487f-9f17-a82dd598cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.767101 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-d757c329-06e5-487f-9f17-a82dd598cc0b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.1123028 Aug 31 13:40:40.835738 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b6076-1ce8-470b-81ee-3b4cc6b2beb2 req-04d04740-e4ca-4aca-a588-3fd8406c9ce3 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.837156 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e04b6076-1ce8-470b-81ee-3b4cc6b2beb2 req-04d04740-e4ca-4aca-a588-3fd8406c9ce3 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 944 time: 0.0887861 Aug 31 13:40:40.851889 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-08ef271f-8835-4207-a2e5-a80d84911bb1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569940 Aug 31 13:40:40.994030 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0bf6bf7d-15eb-428a-b9ab-1bc8c3e8d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:40.995551 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-0bf6bf7d-15eb-428a-b9ab-1bc8c3e8d532 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1997013 Aug 31 13:40:41.004001 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e04b6076-1ce8-470b-81ee-3b4cc6b2beb2 req-65c80c2d-7804-4f48-905d-1ab10458bc58 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509571 Aug 31 13:40:41.105684 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-788c8e46-bc01-48fe-b2e3-7414c69e831b service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336926 Aug 31 13:40:41.186664 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-ebfc78d9-92f1-49f7-8ad2-510b3bdf526a service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551259 Aug 31 13:40:41.273007 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d53667e0-c7c2-4a30-8c1b-feb9efdc428b req-34e9a7eb-46b2-405e-8abb-596f8b431916 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570837 Aug 31 13:40:41.322535 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e410aa3b-1640-4156-b9b9-f9e3556bdd35 req-7b335fd2-96d7-4d66-8ce9-fb7342ff3c1e service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257575 Aug 31 13:40:41.367300 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600915c4-ecf3-4004-8c57-260a462152a7', 'tag': 'abeb489f-0045-481c-8ee8-424a975cb388'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:41.370829 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024" -d '{"events": [{"name": "network-changed", "server_uuid": "600915c4-ecf3-4004-8c57-260a462152a7", "tag": "abeb489f-0045-481c-8ee8-424a975cb388"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:41.370981 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900eebd-332e-4b06-bcf3-9e11bf5f2338 req-0abc4f23-7967-4764-928c-547fa72e99fe tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:41.372445 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b900eebd-332e-4b06-bcf3-9e11bf5f2338 req-0abc4f23-7967-4764-928c-547fa72e99fe tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0584757 Aug 31 13:40:41.415815 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cc82bb-9070-4402-8831-d14d0d747baf x-openstack-request-id: req-97cc82bb-9070-4402-8831-d14d0d747baf {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:41.416015 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600915c4-ecf3-4004-8c57-260a462152a7", "tag": "abeb489f-0045-481c-8ee8-424a975cb388", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:41.416256 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97cc82bb-9070-4402-8831-d14d0d747baf {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:41.416669 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600915c4-ecf3-4004-8c57-260a462152a7', 'tag': 'abeb489f-0045-481c-8ee8-424a975cb388', 'status': 'completed', 'code': 200} Aug 31 13:40:41.418552 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b900eebd-332e-4b06-bcf3-9e11bf5f2338 req-70470fc8-87f0-4235-adf0-7c1e2dfd3f7e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394459 Aug 31 13:40:41.518969 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-22cf24da-09a3-45d6-9d8d-96108b8d4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:41.520670 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-22cf24da-09a3-45d6-9d8d-96108b8d4dd8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 1096 time: 0.0660830 Aug 31 13:40:41.633623 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-e792d75c-9fc1-45d3-9197-077de2e661c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:41.635110 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-e792d75c-9fc1-45d3-9197-077de2e661c1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 913 time: 0.1066141 Aug 31 13:40:41.697802 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-f3f0467b-88c7-4424-a830-178a0e1440ae service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abeb489f-0045-481c-8ee8-424a975cb388 HTTP/1.1" status: 200 len: 217 time: 0.0478508 Aug 31 13:40:41.790317 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-a7165516-8aba-49b0-98f4-04fd19cf5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:41.792346 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-a7165516-8aba-49b0-98f4-04fd19cf5066 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.0829570 Aug 31 13:40:41.875449 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a873-7d16-4427-88b0-d402c7c5a0c5 req-3589b37e-b818-416b-8ed9-800ab51d0f29 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:41.885066 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5b31a873-7d16-4427-88b0-d402c7c5a0c5 req-3589b37e-b818-416b-8ed9-800ab51d0f29 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 943 time: 0.1070981 Aug 31 13:40:41.917919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-946a1e89-5e5f-47fd-bafb-4ef01a345110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:41.919631 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-946a1e89-5e5f-47fd-bafb-4ef01a345110 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106353 Aug 31 13:40:41.979804 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5b31a873-7d16-4427-88b0-d402c7c5a0c5 req-4f68743f-fc98-44a8-8f04-e71ca85436a0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935156 Aug 31 13:40:42.057636 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-a3902b70-8b9b-431f-bf05-cdb40e9d5e70 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230662 Aug 31 13:40:42.274196 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce8e14-f278-4e48-9d60-c48076b8836d req-3c601ee6-933e-4342-b617-7a43a4ecf4d8 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:42.276806 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-44ce8e14-f278-4e48-9d60-c48076b8836d req-3c601ee6-933e-4342-b617-7a43a4ecf4d8 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 944 time: 0.0525653 Aug 31 13:40:42.326189 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-44ce8e14-f278-4e48-9d60-c48076b8836d req-05a0770b-0483-42b8-8c07-fa75b2410d86 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441792 Aug 31 13:40:42.409947 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea747fbc-a1ec-42aa-8337-4203c7bf911f req-3280792f-fa1c-4313-b124-b4be41af6183 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:42.411450 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea747fbc-a1ec-42aa-8337-4203c7bf911f req-3280792f-fa1c-4313-b124-b4be41af6183 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 943 time: 0.3429158 Aug 31 13:40:42.435284 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a2d6cd8-b147-4b62-8aba-8d456ed6e024 req-2f6cfc2a-3921-42db-bc98-feb9ca3dc7c7 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579752 Aug 31 13:40:42.469866 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea747fbc-a1ec-42aa-8337-4203c7bf911f req-0762d9bf-6807-4283-9df9-56f7dd359e32 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472214 Aug 31 13:40:42.546926 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84245c90-b637-4fac-8f15-72c2a8a2513b req-d4beff04-4455-480a-817e-64760b1f3cd3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:42.548795 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-84245c90-b637-4fac-8f15-72c2a8a2513b req-d4beff04-4455-480a-817e-64760b1f3cd3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0542736 Aug 31 13:40:42.599968 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-84245c90-b637-4fac-8f15-72c2a8a2513b req-c95883c6-265e-420c-aa1d-a1427641c9dd tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Aug 31 13:40:43.104950 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1127824-1e41-4aa5-aa61-6330f8cf3e38 req-014ae4de-865b-40e9-b696-ba1897858efc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:43.106620 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c1127824-1e41-4aa5-aa61-6330f8cf3e38 req-014ae4de-865b-40e9-b696-ba1897858efc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 943 time: 0.0510623 Aug 31 13:40:43.149775 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c1127824-1e41-4aa5-aa61-6330f8cf3e38 req-34b9c5f0-f99c-45ae-b22f-4d2c7cf84151 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356741 Aug 31 13:40:43.466088 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91d751-b0e7-43e6-97a0-dc130d764824 req-a50cf101-72cc-4a6f-88ac-837f2af3bf1e tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:43.467501 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ed91d751-b0e7-43e6-97a0-dc130d764824 req-a50cf101-72cc-4a6f-88ac-837f2af3bf1e tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 944 time: 0.0604360 Aug 31 13:40:43.510298 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ed91d751-b0e7-43e6-97a0-dc130d764824 req-68e76172-ce29-4ebf-8041-eafc54178fc6 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338428 Aug 31 13:40:43.520289 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 98e342d6-9a45-48b2-9686-3c8ca491c352 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:40:43.619731 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc5549-ec3f-4c0d-9003-83acbab0b5a7 req-c0bad3e1-dcc4-43d0-8525-e27147c5b8b4 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:43.621470 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bafc5549-ec3f-4c0d-9003-83acbab0b5a7 req-c0bad3e1-dcc4-43d0-8525-e27147c5b8b4 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 943 time: 0.0532150 Aug 31 13:40:43.623841 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 98e342d6-9a45-48b2-9686-3c8ca491c352, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=98e342d6-9a45-48b2-9686-3c8ca491c352,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:43.637999 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '98e342d6-9a45-48b2-9686-3c8ca491c352', 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'port_id': '98e342d6-9a45-48b2-9686-3c8ca491c352', 'mac_address': 'fa:16:3e:da:99:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1468, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53187db4-def8-4e43-98eb-d1dd9cb48f14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:40:43.673102 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bafc5549-ec3f-4c0d-9003-83acbab0b5a7 req-898068f6-3874-42f0-b6ea-204f5e94f6e0 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Aug 31 13:40:43.692896 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:43.715897 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e342d6-9a45-48b2-9686-3c8ca491c352 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:43.738541 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 98e342d6-9a45-48b2-9686-3c8ca491c352, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=98e342d6-9a45-48b2-9686-3c8ca491c352,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:43.746196 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:43.791168 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4057-1754-49b8-a535-4af8f00be739 req-9299cf89-8787-4c55-be2f-90cc9dc970b3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:43.792748 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-115a4057-1754-49b8-a535-4af8f00be739 req-9299cf89-8787-4c55-be2f-90cc9dc970b3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0530560 Aug 31 13:40:43.802687 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=98e342d6-9a45-48b2-9686-3c8ca491c352,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:43.839824 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-115a4057-1754-49b8-a535-4af8f00be739 req-67e4c0ac-6c78-42f5-9f9c-ccc8f5dee546 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359316 Aug 31 13:40:44.278099 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bf90e-faf4-4878-bbf6-b5e4c7097fdf req-d011d2d2-7aa1-40b1-8c76-b464bca46971 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:44.279466 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e53bf90e-faf4-4878-bbf6-b5e4c7097fdf req-d011d2d2-7aa1-40b1-8c76-b464bca46971 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 943 time: 0.0570843 Aug 31 13:40:44.335564 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e53bf90e-faf4-4878-bbf6-b5e4c7097fdf req-6fd2677c-5fed-4eb4-8a7f-79353a9823d1 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470827 Aug 31 13:40:44.420524 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 472e99bf-8ad9-4b67-ab61-3811882ef14a up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:44.478700 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 472e99bf-8ad9-4b67-ab61-3811882ef14a completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:44.482337 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 472e99bf-8ad9-4b67-ab61-3811882ef14a triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:44.482709 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:44.562568 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:44.588143 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d15babf-70c0-4706-9266-567d649aca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472e99bf-8ad9-4b67-ab61-3811882ef14a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:44.590425 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafdb845-d5d2-407a-b577-3e49573c879b" -d '{"events": [{"server_uuid": "3d15babf-70c0-4706-9266-567d649aca84", "name": "network-vif-plugged", "status": "completed", "tag": "472e99bf-8ad9-4b67-ab61-3811882ef14a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:44.604152 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 472e99bf-8ad9-4b67-ab61-3811882ef14a, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=472e99bf-8ad9-4b67-ab61-3811882ef14a,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:44.610486 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:44.631501 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1ba30-d986-49d1-9673-86b5fdfae451 req-690e73f5-8f34-40a8-aa55-f8d7b1429523 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:44.633467 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cbe1ba30-d986-49d1-9673-86b5fdfae451 req-690e73f5-8f34-40a8-aa55-f8d7b1429523 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 944 time: 0.0508306 Aug 31 13:40:44.665588 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=472e99bf-8ad9-4b67-ab61-3811882ef14a,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:44.676998 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cbe1ba30-d986-49d1-9673-86b5fdfae451 req-91e83d4c-eb22-482b-acce-8a8e4ed8e17b tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366488 Aug 31 13:40:44.727111 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624da9e3-0bc3-4a23-850c-050b14d2fc6b x-openstack-request-id: req-624da9e3-0bc3-4a23-850c-050b14d2fc6b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:44.727550 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d15babf-70c0-4706-9266-567d649aca84", "name": "network-vif-plugged", "status": "completed", "tag": "472e99bf-8ad9-4b67-ab61-3811882ef14a", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:44.727981 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-624da9e3-0bc3-4a23-850c-050b14d2fc6b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:44.728324 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d15babf-70c0-4706-9266-567d649aca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472e99bf-8ad9-4b67-ab61-3811882ef14a', 'code': 200} Aug 31 13:40:44.825837 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32d2c2-31c0-4326-a1cb-a60d8c56af9f req-bcd237ff-65cd-4cae-b892-f2e4e5be0e00 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:44.827428 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5d32d2c2-31c0-4326-a1cb-a60d8c56af9f req-bcd237ff-65cd-4cae-b892-f2e4e5be0e00 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 944 time: 0.0534358 Aug 31 13:40:44.870386 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5d32d2c2-31c0-4326-a1cb-a60d8c56af9f req-bd559d31-596e-401f-b249-e680f540f014 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358400 Aug 31 13:40:44.985273 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c0f8c-b077-491a-b77f-d8a2dc660223 req-bb82af2f-c84b-46ea-8895-9d48931a0a2c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:44.986937 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ed2c0f8c-b077-491a-b77f-d8a2dc660223 req-bb82af2f-c84b-46ea-8895-9d48931a0a2c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0570087 Aug 31 13:40:45.032731 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ed2c0f8c-b077-491a-b77f-d8a2dc660223 req-ecd0ed9b-ab84-418b-a014-7df72b173fca tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Aug 31 13:40:45.459249 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fdaa3-a081-40b1-a5ee-f073dcf091ad req-bf9176ce-504e-4ca2-bdb3-9442fa89ce7e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:45.460778 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ef6fdaa3-a081-40b1-a5ee-f073dcf091ad req-bf9176ce-504e-4ca2-bdb3-9442fa89ce7e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 943 time: 0.0508757 Aug 31 13:40:45.500210 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ef6fdaa3-a081-40b1-a5ee-f073dcf091ad req-56dd3d90-3fbd-41ad-8a54-b4d358505393 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331831 Aug 31 13:40:45.727521 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80d56e-55ff-4c2d-a5b6-3218f6f09191 req-4750312e-296f-4507-9420-fd653506a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:45.729200 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0f80d56e-55ff-4c2d-a5b6-3218f6f09191 req-4750312e-296f-4507-9420-fd653506a914 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 1098 time: 0.0427904 Aug 31 13:40:45.795031 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0f80d56e-55ff-4c2d-a5b6-3218f6f09191 req-868dd3b4-da4a-4ca0-b7b0-f251c8085f61 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574377 Aug 31 13:40:45.813050 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23866c5-b9cc-438b-8994-25cd3bb45025 req-c44a42fb-b11f-4dd8-982c-3e828e630760 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:45.814533 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e23866c5-b9cc-438b-8994-25cd3bb45025 req-c44a42fb-b11f-4dd8-982c-3e828e630760 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 945 time: 0.0639963 Aug 31 13:40:45.865896 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e23866c5-b9cc-438b-8994-25cd3bb45025 req-09bf6e8b-31ad-45b2-ba92-4eed37004ec0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Aug 31 13:40:45.892030 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['98e342d6-9a45-48b2-9686-3c8ca491c352'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:40:45.997980 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48b6e7-5fee-4239-b9cf-743f593cb92d req-1663cd31-0d75-434d-8d6e-78b249cc4cac tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:45.999382 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3e48b6e7-5fee-4239-b9cf-743f593cb92d req-1663cd31-0d75-434d-8d6e-78b249cc4cac tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 944 time: 0.0531201 Aug 31 13:40:46.038975 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3e48b6e7-5fee-4239-b9cf-743f593cb92d req-cc5b462a-a990-46aa-9812-6ba26452247e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331380 Aug 31 13:40:46.160873 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052d9c6-ce36-4591-8b13-82628e0ba683 req-28e888fd-21b0-4729-b700-7587d8b799a1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:46.162548 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d052d9c6-ce36-4591-8b13-82628e0ba683 req-28e888fd-21b0-4729-b700-7587d8b799a1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0572112 Aug 31 13:40:46.205095 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d052d9c6-ce36-4591-8b13-82628e0ba683 req-9a0bb3e0-1f57-4107-9d72-9471eb333436 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352902 Aug 31 13:40:46.638457 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a980-d27d-4b08-ad15-a897765f7a22 req-5ea5164e-57f7-4f44-8738-77edde2601b4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:46.640008 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-59c3a980-d27d-4b08-ad15-a897765f7a22 req-5ea5164e-57f7-4f44-8738-77edde2601b4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 943 time: 0.0652208 Aug 31 13:40:46.679308 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-59c3a980-d27d-4b08-ad15-a897765f7a22 req-0174b4e7-5425-4c9a-832a-48357d258a2b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329444 Aug 31 13:40:47.004232 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f5645-529e-43d0-83c2-474e34b5390e req-fdccc409-96ba-4aa7-82cf-ddae8e364432 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:47.006491 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ce7f5645-529e-43d0-83c2-474e34b5390e req-fdccc409-96ba-4aa7-82cf-ddae8e364432 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 945 time: 0.0652714 Aug 31 13:40:47.051938 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ce7f5645-529e-43d0-83c2-474e34b5390e req-0e0092b8-aa95-4b83-8a25-664a880f6f05 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Aug 31 13:40:47.162946 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3701c-4baf-443a-9690-b1f6f7966eaa req-36f146af-c0b0-4e0b-a2e6-77aac96bcb2b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:47.164318 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-77e3701c-4baf-443a-9690-b1f6f7966eaa req-36f146af-c0b0-4e0b-a2e6-77aac96bcb2b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 944 time: 0.0521181 Aug 31 13:40:47.205758 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-77e3701c-4baf-443a-9690-b1f6f7966eaa req-befb6eb7-6f9f-403c-bced-58dc729e2d19 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348477 Aug 31 13:40:47.328932 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7706c07-b052-4080-a1c1-3c0b423024d3 req-c8127eeb-50a4-4414-aefd-8790e80b2404 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:47.330793 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7706c07-b052-4080-a1c1-3c0b423024d3 req-c8127eeb-50a4-4414-aefd-8790e80b2404 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0563326 Aug 31 13:40:47.381393 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7706c07-b052-4080-a1c1-3c0b423024d3 req-adac9fc1-a227-4872-953b-fe8f88f65f65 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Aug 31 13:40:47.500783 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device abeb489f-0045-481c-8ee8-424a975cb388 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:40:47.502927 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 98e342d6-9a45-48b2-9686-3c8ca491c352 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:47.618445 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 98e342d6-9a45-48b2-9686-3c8ca491c352 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:47.628326 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 98e342d6-9a45-48b2-9686-3c8ca491c352 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:47.628722 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:47.671096 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port abeb489f-0045-481c-8ee8-424a975cb388, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=abeb489f-0045-481c-8ee8-424a975cb388,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:47.694190 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7328b35b-1a38-4c28-aa92-6d02bb427537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:47.698766 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': 'abeb489f-0045-481c-8ee8-424a975cb388', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'port_id': 'abeb489f-0045-481c-8ee8-424a975cb388', 'mac_address': 'fa:16:3e:38:6e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1460, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:40:47.780723 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:47.798014 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:47.808390 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abeb489f-0045-481c-8ee8-424a975cb388 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:47.814437 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94657bb4-ed48-4b67-97ae-3170f8460bae req-0a8a99be-a815-4161-a323-1af2186f5a1e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:47.821034 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-94657bb4-ed48-4b67-97ae-3170f8460bae req-0a8a99be-a815-4161-a323-1af2186f5a1e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 943 time: 0.0596492 Aug 31 13:40:47.839865 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d383ef-a49f-4b9f-92f9-71b4b0493d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e342d6-9a45-48b2-9686-3c8ca491c352'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:47.842155 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01933168-9293-4c96-afec-e1cf1e43da02" -d '{"events": [{"server_uuid": "c7d383ef-a49f-4b9f-92f9-71b4b0493d96", "name": "network-vif-plugged", "status": "completed", "tag": "98e342d6-9a45-48b2-9686-3c8ca491c352"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:47.854740 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port abeb489f-0045-481c-8ee8-424a975cb388, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=abeb489f-0045-481c-8ee8-424a975cb388,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:47.856706 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-94657bb4-ed48-4b67-97ae-3170f8460bae req-648f7973-ecf6-470b-a247-63ffa2af0b15 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341053 Aug 31 13:40:47.858959 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 98e342d6-9a45-48b2-9686-3c8ca491c352, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=98e342d6-9a45-48b2-9686-3c8ca491c352,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:47.861574 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:47.888581 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fec1c3-4643-4dbd-8dd5-9888e0ea8746 x-openstack-request-id: req-d1fec1c3-4643-4dbd-8dd5-9888e0ea8746 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:47.888873 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d383ef-a49f-4b9f-92f9-71b4b0493d96", "name": "network-vif-plugged", "status": "completed", "tag": "98e342d6-9a45-48b2-9686-3c8ca491c352", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:47.889124 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1fec1c3-4643-4dbd-8dd5-9888e0ea8746 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:47.889532 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d383ef-a49f-4b9f-92f9-71b4b0493d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e342d6-9a45-48b2-9686-3c8ca491c352', 'code': 200} Aug 31 13:40:47.892068 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:47.918513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=abeb489f-0045-481c-8ee8-424a975cb388,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:48.106270 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=98e342d6-9a45-48b2-9686-3c8ca491c352,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:48.114414 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2075-7e8c-4f82-a717-0786cb3dce33 req-5d5a645a-2dfd-4063-a67b-2e0c2fe62f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:48.116021 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f79e2075-7e8c-4f82-a717-0786cb3dce33 req-5d5a645a-2dfd-4063-a67b-2e0c2fe62f60 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 1098 time: 0.0756691 Aug 31 13:40:48.188335 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f79e2075-7e8c-4f82-a717-0786cb3dce33 req-bb7e477c-054b-4711-a4d9-b9efc9f8c25c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624163 Aug 31 13:40:48.207659 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4315-98d8-4354-a88e-cb774975b34d req-e8fa8968-3f56-465a-9add-b3367d5b2ceb tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:48.209233 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-372c4315-98d8-4354-a88e-cb774975b34d req-e8fa8968-3f56-465a-9add-b3367d5b2ceb tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 945 time: 0.0685401 Aug 31 13:40:48.250338 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-372c4315-98d8-4354-a88e-cb774975b34d req-27ef346b-1cea-4b71-87c0-3381f5f33b33 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Aug 31 13:40:48.336197 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc97c97-a4cb-42df-b5ff-ecb39436f6d8 req-eba996f4-9103-4f22-9d96-8bc621de3b1e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:48.337875 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1cc97c97-a4cb-42df-b5ff-ecb39436f6d8 req-eba996f4-9103-4f22-9d96-8bc621de3b1e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 945 time: 0.0580988 Aug 31 13:40:48.387376 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1cc97c97-a4cb-42df-b5ff-ecb39436f6d8 req-06c00818-00fe-439b-a2e1-bbd83b86baab tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430620 Aug 31 13:40:48.475820 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['abeb489f-0045-481c-8ee8-424a975cb388'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:40:48.555843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f70e2-a22d-4c4c-8e12-60490d7b48ba req-7ec9fd53-ad99-4fe9-b721-6dc1dd3d9a9c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:48.557822 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e2f70e2-a22d-4c4c-8e12-60490d7b48ba req-7ec9fd53-ad99-4fe9-b721-6dc1dd3d9a9c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0556219 Aug 31 13:40:48.604525 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e2f70e2-a22d-4c4c-8e12-60490d7b48ba req-2fc82816-bef2-46b8-a344-39b6c4e11591 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Aug 31 13:40:48.988740 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862eb5b-3f4d-48f2-9156-6aab5debb071 req-ac3e46e7-ed46-4e32-8177-cd4acac499bc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:48.990580 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a862eb5b-3f4d-48f2-9156-6aab5debb071 req-ac3e46e7-ed46-4e32-8177-cd4acac499bc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 944 time: 0.0550992 Aug 31 13:40:49.031838 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a862eb5b-3f4d-48f2-9156-6aab5debb071 req-b4e38643-41ac-48a2-8886-2c384cfbaa44 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345254 Aug 31 13:40:49.207855 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37944c90-7ea8-4298-a4cd-a685ac5ea645 req-67930746-a725-4ab9-85ca-dc461ad6f369 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:49.209477 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-37944c90-7ea8-4298-a4cd-a685ac5ea645 req-67930746-a725-4ab9-85ca-dc461ad6f369 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 945 time: 0.0646048 Aug 31 13:40:49.256772 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-37944c90-7ea8-4298-a4cd-a685ac5ea645 req-8eafaded-2ed4-48ed-80bb-192c40572e6f tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Aug 31 13:40:49.521418 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ea998-cb89-4524-962e-1db214000577 req-e382d8ac-3eb2-4829-b625-c3ee07f39789 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:49.522992 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-674ea998-cb89-4524-962e-1db214000577 req-e382d8ac-3eb2-4829-b625-c3ee07f39789 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 945 time: 0.0581281 Aug 31 13:40:49.564110 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-674ea998-cb89-4524-962e-1db214000577 req-1c8c084c-30b3-4e1d-80d1-b51e3a9f9e90 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349517 Aug 31 13:40:49.736994 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b20c9-d20c-458c-b4f4-c0db376e3052 req-81a18b91-8f0f-4d3e-a79a-820c40132559 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:49.738686 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-546b20c9-d20c-458c-b4f4-c0db376e3052 req-81a18b91-8f0f-4d3e-a79a-820c40132559 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0585587 Aug 31 13:40:49.784215 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-546b20c9-d20c-458c-b4f4-c0db376e3052 req-3899e484-7420-4c55-b6ba-00d8f9b13dac tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 Aug 31 13:40:50.166986 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544f569-2eaa-49e4-9e35-8e3b4bd9419f req-1798b568-c35d-44ef-883e-a88ee0678934 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:50.169710 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8544f569-2eaa-49e4-9e35-8e3b4bd9419f req-1798b568-c35d-44ef-883e-a88ee0678934 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 944 time: 0.0630302 Aug 31 13:40:50.216930 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8544f569-2eaa-49e4-9e35-8e3b4bd9419f req-ae34eb2a-5c05-4079-b9d8-dbf4a48c850e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396063 Aug 31 13:40:50.377761 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-16127d92-73dc-484d-9afb-259a118d600e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:50.627481 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01538c-8c3b-4667-88da-8a7c8e5d910e req-69d8181b-116e-4c37-96f0-81896f962ac4 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:50.635514 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9d01538c-8c3b-4667-88da-8a7c8e5d910e req-69d8181b-116e-4c37-96f0-81896f962ac4 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 945 time: 0.3027217 Aug 31 13:40:50.670025 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9d01538c-8c3b-4667-88da-8a7c8e5d910e req-5e7b2cae-cc27-4bfa-81a7-701e3ceda88c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Aug 31 13:40:50.678701 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 47040) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:50.699661 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07edad-b822-45dc-9f7b-43c93e9652ed req-28fae820-af4c-4fcc-91cc-c2997df21243 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:50.701129 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fe07edad-b822-45dc-9f7b-43c93e9652ed req-28fae820-af4c-4fcc-91cc-c2997df21243 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 945 time: 0.0617051 Aug 31 13:40:50.741215 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fe07edad-b822-45dc-9f7b-43c93e9652ed req-3dbcf444-9467-4210-8169-9416c26a6992 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Aug 31 13:40:50.788923 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:50.799717 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4305bb87-b205-4d64-b1ed-a9a2362d34b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:50.932602 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4305bb87-b205-4d64-b1ed-a9a2362d34b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:50.938744 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4305bb87-b205-4d64-b1ed-a9a2362d34b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:50.957052 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb0fa2-756e-499a-9fc1-9db7dda81bd5 req-8e02138b-c5e1-4888-9f4d-0068b58c742a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:50.958595 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8ceb0fa2-756e-499a-9fc1-9db7dda81bd5 req-8e02138b-c5e1-4888-9f4d-0068b58c742a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0673962 Aug 31 13:40:50.984357 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-4305bb87-b205-4d64-b1ed-a9a2362d34b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5865e2418fd41218a35f12967f2d5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045523 Aug 31 13:40:50.985666 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305bb87-b205-4d64-b1ed-a9a2362d34b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc967ca7-ccd7-4585-b76e-520f22e6c008,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:50.988459 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 47052) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:51.073559 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8ceb0fa2-756e-499a-9fc1-9db7dda81bd5 req-466c2932-3975-4510-8eb7-e5f73499f83d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063890 Aug 31 13:40:51.092309 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f7604ad9-7129-48ab-a4ab-355600d944c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.119399 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f7604ad9-7129-48ab-a4ab-355600d944c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.183397 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f7604ad9-7129-48ab-a4ab-355600d944c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.186125 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f7604ad9-7129-48ab-a4ab-355600d944c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.187689 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f7604ad9-7129-48ab-a4ab-355600d944c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc967ca7-ccd7-4585-b76e-520f22e6c008 HTTP/1.1" status: 204 len: 168 time: 0.1984499 Aug 31 13:40:51.195675 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7604ad9-7129-48ab-a4ab-355600d944c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc967ca7-ccd7-4585-b76e-520f22e6c008,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:51.372142 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed13b60-f433-4db1-a584-4e06100a76b5 req-6f092d75-d1ed-49ee-92a7-1398570fb549 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:51.375229 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6ed13b60-f433-4db1-a584-4e06100a76b5 req-6f092d75-d1ed-49ee-92a7-1398570fb549 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 944 time: 0.0662351 Aug 31 13:40:51.418810 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6ed13b60-f433-4db1-a584-4e06100a76b5 req-243b6303-51d5-4ac1-b997-38a240432632 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385308 Aug 31 13:40:51.487081 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.534253 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device abeb489f-0045-481c-8ee8-424a975cb388 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:40:51.595753 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port abeb489f-0045-481c-8ee8-424a975cb388 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:40:51.600700 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port abeb489f-0045-481c-8ee8-424a975cb388 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:40:51.601094 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.628077 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-45506d5b-1f09-478e-adf1-d9b40f4642d9 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:51.629829 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-45506d5b-1f09-478e-adf1-d9b40f4642d9 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 945 time: 0.0584981 Aug 31 13:40:51.693238 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.730146 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600915c4-ecf3-4004-8c57-260a462152a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeb489f-0045-481c-8ee8-424a975cb388'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:51.732541 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc01a0-3a92-4070-b2a0-33ad84d35888" -d '{"events": [{"server_uuid": "600915c4-ecf3-4004-8c57-260a462152a7", "name": "network-vif-plugged", "status": "completed", "tag": "abeb489f-0045-481c-8ee8-424a975cb388"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:51.746739 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Deleting port 472e99bf-8ad9-4b67-ab61-3811882ef14a {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:40:51.747091 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.754371 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port abeb489f-0045-481c-8ee8-424a975cb388, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=abeb489f-0045-481c-8ee8-424a975cb388,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:51.764236 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.805963 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8562a94c-5c1f-45c6-9711-3735e4cdaf21 x-openstack-request-id: req-8562a94c-5c1f-45c6-9711-3735e4cdaf21 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:51.806566 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600915c4-ecf3-4004-8c57-260a462152a7", "name": "network-vif-plugged", "status": "completed", "tag": "abeb489f-0045-481c-8ee8-424a975cb388", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:51.807120 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8562a94c-5c1f-45c6-9711-3735e4cdaf21 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:51.807120 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600915c4-ecf3-4004-8c57-260a462152a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abeb489f-0045-481c-8ee8-424a975cb388', 'code': 200} Aug 31 13:40:51.826297 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=abeb489f-0045-481c-8ee8-424a975cb388,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:51.904169 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff238d4-06a9-43ce-8b65-810d7d52e3e2 req-ad83a7ee-5845-42a3-a3c6-9cb4a9f0edd6 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:51.905752 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eff238d4-06a9-43ce-8b65-810d7d52e3e2 req-ad83a7ee-5845-42a3-a3c6-9cb4a9f0edd6 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 945 time: 0.0934937 Aug 31 13:40:51.914252 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] For port 472e99bf-8ad9-4b67-ab61-3811882ef14a, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=472e99bf-8ad9-4b67-ab61-3811882ef14a,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:40:51.914623 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:51.944010 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Calling delete_port for 472e99bf-8ad9-4b67-ab61-3811882ef14a owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:40:52.002742 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 47092) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:52.011737 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eff238d4-06a9-43ce-8b65-810d7d52e3e2 req-1d6c792f-d7ca-49ca-a7e4-b25775b9e9e1 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939751 Aug 31 13:40:52.108739 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.120431 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-725323853-network', 'tenant_id': '5651d65709fb486eb25e57054dc889cc'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:52.142709 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Pushing event deleted for resources: {'Port': ['ID=472e99bf-8ad9-4b67-ab61-3811882ef14a,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:52.153698 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Made reservation on behalf of 5651d65709fb486eb25e57054dc889cc for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:52.169240 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.209786 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] No DVR routers for this DVR port 472e99bf-8ad9-4b67-ab61-3811882ef14a on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:40:52.214800 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.216999 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f503c067-46c7-40d1-ac23-2f03ca8f046d req-a07a7a89-9319-4d63-ab89-49f10c96fbd0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.107 "DELETE /v2.0/ports/472e99bf-8ad9-4b67-ab61-3811882ef14a HTTP/1.1" status: 204 len: 173 time: 0.5789797 Aug 31 13:40:52.217458 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d15babf-70c0-4706-9266-567d649aca84', 'name': 'network-vif-deleted', 'tag': '472e99bf-8ad9-4b67-ab61-3811882ef14a'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:52.220087 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15e3c61-a81d-4079-bef7-b5ce0c13af55" -d '{"events": [{"server_uuid": "3d15babf-70c0-4706-9266-567d649aca84", "name": "network-vif-deleted", "tag": "472e99bf-8ad9-4b67-ab61-3811882ef14a"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:52.221523 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.264922 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42a0c7-2f1a-46ef-844c-feb597b87b84 req-f008d315-167d-4828-a1f6-10eadc4d35e3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:52.266331 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c42a0c7-2f1a-46ef-844c-feb597b87b84 req-f008d315-167d-4828-a1f6-10eadc4d35e3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1140897 Aug 31 13:40:52.329988 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c42a0c7-2f1a-46ef-844c-feb597b87b84 req-17e50fdb-e95b-4e1d-991e-56954d5adcaf tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510683 Aug 31 13:40:52.366699 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.376520 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.405809 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] vlan segment allocate from pool success with {'vlan_id': 1458, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:40:52.415933 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f10c4-bcaf-466b-9a21-a9b4b689e320,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:52.420982 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.421324 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Added segment f395bc84-2520-488d-a3f5-fb9d99201f35 of type vlan for network a5c20a69-0932-4886-a293-fa89c7cd66cd Aug 31 13:40:52.466901 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.495159 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.496203 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:52.496839 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.563948 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5598478 Aug 31 13:40:52.567357 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 47112) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:52.573163 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Request body: {'subnet': {'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-725323853-subnet', 'tenant_id': '5651d65709fb486eb25e57054dc889cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:52.573415 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799e3b2-acd4-467e-9301-42bb653f7984 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c20a69-0932-4886-a293-fa89c7cd66cd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:52.584104 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network a5c20a69-0932-4886-a293-fa89c7cd66cd details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:40:52.598112 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Made reservation on behalf of 5651d65709fb486eb25e57054dc889cc for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:52.600782 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58783780'] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.787810 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59702751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58783794'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.846644 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:52.865615 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Checking segment: {'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:52.865954 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Network hostable DHCP agents. Network: a5c20a69-0932-4886-a293-fa89c7cd66cd, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:40:52.890022 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Network a5c20a69-0932-4886-a293-fa89c7cd66cd is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:40:52.902666 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, a5c20a69-0932-4886-a293-fa89c7cd66cd) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:52.906975 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:52.907554 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:52.914310 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db30ad-2f68-4b02-a157-c2c13cfab5d2 None None] Network a5c20a69-0932-4886-a293-fa89c7cd66cd requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:40:52.929061 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-6299ac95-137d-4de7-af0c-214c70d68b2f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3596148 Aug 31 13:40:53.072428 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc7e91-7019-4d2a-8c3a-0b11fe7445b0 None None] Network a5c20a69-0932-4886-a293-fa89c7cd66cd requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:40:53.711468 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:54.850282 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['472e99bf-8ad9-4b67-ab61-3811882ef14a'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:40:54.935127 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c0c39-d385-4e2e-ad60-4b19c6f2a101 req-e7e69135-b769-46cf-a784-ca5f929f0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:54.936849 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a02c0c39-d385-4e2e-ad60-4b19c6f2a101 req-e7e69135-b769-46cf-a784-ca5f929f0459 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 1098 time: 0.0530481 Aug 31 13:40:54.972302 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f06c1-aa07-4f3d-b55b-972585b65864 x-openstack-request-id: req-1a6f06c1-aa07-4f3d-b55b-972585b65864 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:54.972625 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d15babf-70c0-4706-9266-567d649aca84", "name": "network-vif-deleted", "tag": "472e99bf-8ad9-4b67-ab61-3811882ef14a", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:54.972938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a6f06c1-aa07-4f3d-b55b-972585b65864 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:54.973720 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d15babf-70c0-4706-9266-567d649aca84', 'name': 'network-vif-deleted', 'tag': '472e99bf-8ad9-4b67-ab61-3811882ef14a', 'status': 'completed', 'code': 200} Aug 31 13:40:54.996092 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a02c0c39-d385-4e2e-ad60-4b19c6f2a101 req-579d5f5d-0e3d-4632-91f1-0ec281313a31 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430655 Aug 31 13:40:55.087737 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73563249-4e93-4569-9bc7-2355b48768cf req-faf56d35-8e27-43d4-9afc-cf1dab53e303 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:55.089345 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-73563249-4e93-4569-9bc7-2355b48768cf req-faf56d35-8e27-43d4-9afc-cf1dab53e303 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0590734 Aug 31 13:40:55.136817 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-73563249-4e93-4569-9bc7-2355b48768cf req-058ff01e-3ba6-4c70-96b2-b9d01c863ab1 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392065 Aug 31 13:40:55.178058 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-03919a7d-c53c-446b-8449-a23821548700 req-4728bdd7-69aa-4bfd-b666-5e7fff3270a6 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d15babf-70c0-4706-9266-567d649aca84 HTTP/1.1" status: 200 len: 210 time: 0.0297596 Aug 31 13:40:55.245313 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd45fe-647c-49f2-b43e-21310ac6c5bc req-81989ec6-4788-48df-badf-b82e7cce96bd tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:55.247006 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f4bd45fe-647c-49f2-b43e-21310ac6c5bc req-81989ec6-4788-48df-badf-b82e7cce96bd tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0519462 Aug 31 13:40:55.297142 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f4bd45fe-647c-49f2-b43e-21310ac6c5bc req-290356b1-f4ea-4d8d-9183-2029f680342b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Aug 31 13:40:55.889322 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-00f4f016-19e5-4583-9167-806565a8b96e tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:55.890786 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-00f4f016-19e5-4583-9167-806565a8b96e tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/networks?id=a5c20a69-0932-4886-a293-fa89c7cd66cd HTTP/1.1" status: 200 len: 813 time: 0.1346483 Aug 31 13:40:55.907285 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-0da6895b-6b23-479b-834d-3312db201097 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/quotas/5651d65709fb486eb25e57054dc889cc HTTP/1.1" status: 200 len: 375 time: 0.0102851 Aug 31 13:40:55.948351 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-c7507722-7443-416d-a277-db33fce022fb tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5651d65709fb486eb25e57054dc889cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334306 Aug 31 13:40:56.047316 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-b8aaff34-677f-4e12-86eb-410da5e917a0 service neutron] 10.222.0.21 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913427 Aug 31 13:40:56.148710 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-9ba29ee3-b389-4b73-a781-1c50f7ac3890 service neutron] 10.222.0.21 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952184 Aug 31 13:40:56.279775 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7c6c-cbd0-41d3-b1a5-4d934cfa27de req-d69ed7de-2957-4c8b-8b00-32f5a99d77fb tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:56.282583 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b86b7c6c-cbd0-41d3-b1a5-4d934cfa27de req-d69ed7de-2957-4c8b-8b00-32f5a99d77fb tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0646200 Aug 31 13:40:56.341023 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b86b7c6c-cbd0-41d3-b1a5-4d934cfa27de req-dbb54b69-4075-44cf-896a-3e03420b1d3d tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476472 Aug 31 13:40:56.375607 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-30222e68-e90d-4a40-84de-9806f5a6433e req-25a7d74d-90fd-4d0d-af7d-9343212494cf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 210 time: 0.0337327 Aug 31 13:40:56.482367 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e1a9b-3b3f-4550-9c33-b8c78781df39 req-1053ca5f-3727-4401-a7ca-56a67aada63d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:56.484097 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b6e1a9b-3b3f-4550-9c33-b8c78781df39 req-1053ca5f-3727-4401-a7ca-56a67aada63d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0583024 Aug 31 13:40:56.527440 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b6e1a9b-3b3f-4550-9c33-b8c78781df39 req-990b4562-4adc-4151-81c8-05d05cc59a4b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Aug 31 13:40:56.668837 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-cbfdb7dd-1907-42c2-93fd-d50ca0e9e1e7 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:56.670368 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-cbfdb7dd-1907-42c2-93fd-d50ca0e9e1e7 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/networks?id=8ee43288-e7ed-4568-96cb-42de300ea126 HTTP/1.1" status: 200 len: 808 time: 0.1436636 Aug 31 13:40:56.690466 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-2c9661ae-3e3e-4e30-a7e4-8a632c6cba91 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/quotas/c037b436492542b99cf63627ac6af982 HTTP/1.1" status: 200 len: 375 time: 0.0109973 Aug 31 13:40:56.733436 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-f35c7358-298b-4396-8430-fbf78198fa9e tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c037b436492542b99cf63627ac6af982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322931 Aug 31 13:40:56.839734 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-f84ff557-21a6-44ad-abb4-fe6402ebe0f8 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010768 Aug 31 13:40:56.968530 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-1f01cdeb-de97-4e6d-82db-a154a622760c service neutron] 10.222.0.21 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186182 Aug 31 13:40:57.138031 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3541880d-c395-4772-8819-6de8a9614776 req-4fac38e5-af36-483a-9949-24004eb2238b tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Aug 31 13:40:57.490737 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d47b-5f3b-4030-b358-888feaa265ba req-e3f468c6-1ae2-467a-9462-d4d0e348678b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:57.493693 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5c21d47b-5f3b-4030-b358-888feaa265ba req-e3f468c6-1ae2-467a-9462-d4d0e348678b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0762637 Aug 31 13:40:57.503739 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6549b847-a01e-4ef1-95ea-61ce879d02cb req-699bbe76-224d-423e-aa8c-10e38ccbbfc8 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 210 time: 0.0398724 Aug 31 13:40:57.545016 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5c21d47b-5f3b-4030-b358-888feaa265ba req-0d2faf9b-5309-41ca-885f-985ba81a4ce0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418990 Aug 31 13:40:57.684288 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2f941-1641-4589-8818-cbe2a43e5871 req-7e9fd499-231c-4cae-b91e-b0af16c074d7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:57.686377 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-29b2f941-1641-4589-8818-cbe2a43e5871 req-7e9fd499-231c-4cae-b91e-b0af16c074d7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0622578 Aug 31 13:40:57.692759 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-1458aeb9-e682-4628-a08c-0cd437b4dea6 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:57.694283 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-1458aeb9-e682-4628-a08c-0cd437b4dea6 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.107 "GET /v2.0/networks?id=a5c20a69-0932-4886-a293-fa89c7cd66cd HTTP/1.1" status: 200 len: 813 time: 0.1649623 Aug 31 13:40:57.695502 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 47232) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:57.700585 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'floatingip': {'port_id': 'abeb489f-0045-481c-8ee8-424a975cb388'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:57.704032 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f7cbd-6503-48a8-9e07-c3cf2729b107 req-4188a9f8-a715-4209-9d63-78d409807f5c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:57.705777 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ee7f7cbd-6503-48a8-9e07-c3cf2729b107 req-4188a9f8-a715-4209-9d63-78d409807f5c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0985456 Aug 31 13:40:57.725433 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Request body: {'port': {'device_id': 'fb6ec340-96e6-4018-933b-e3b1623e65da', 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd', 'admin_state_up': True, 'tenant_id': '5651d65709fb486eb25e57054dc889cc'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:57.745327 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:57.824983 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ee7f7cbd-6503-48a8-9e07-c3cf2729b107 req-deb6c11d-2513-4418-b9ea-d8305d76a649 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114783 Aug 31 13:40:57.893231 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Made reservation on behalf of 5651d65709fb486eb25e57054dc889cc for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:57.897126 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:58.075763 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Allocated IP 172.20.0.7 (a5c20a69-0932-4886-a293-fa89c7cd66cd/c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1/946c3d14-63a6-44c9-afa6-783cd0c69a85) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:58.235235 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:58.278226 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:58.296827 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-53371c18-2c3b-4d62-beb5-3242a7f45f64 req-88c0f9ee-eb82-4e31-aabd-2c7a5b24c9e0 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0448034 Aug 31 13:40:58.305635 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:58.315386 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:58.350086 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Network a5c20a69-0932-4886-a293-fa89c7cd66cd is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:40:58.351764 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:40:58.357409 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:40:58.364753 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Pushing event updated for resources: {'Port': ['ID=946c3d14-63a6-44c9-afa6-783cd0c69a85,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:58.471686 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:58.472215 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:58.472587 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.l3_db [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Floating IP 52b113b3-cb29-4a30-adcc-792dc39d0a34 associated. External IP: 172.27.1.40, port: abeb489f-0045-481c-8ee8-424a975cb388. Aug 31 13:40:58.498317 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-49164121-d264-4eae-ad33-10251e15b02b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777748 Aug 31 13:40:58.542938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Request body: {'port': {'device_id': 'fb6ec340-96e6-4018-933b-e3b1623e65da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:58.665215 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-0a65a89b-4615-4b30-b38f-389726ac5c26 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:58.667309 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-0a65a89b-4615-4b30-b38f-389726ac5c26 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.107 "GET /v2.0/networks?id=8ee43288-e7ed-4568-96cb-42de300ea126 HTTP/1.1" status: 200 len: 808 time: 0.2640185 Aug 31 13:40:58.673043 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:58.690716 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Request body: {'port': {'device_id': 'df25a5e6-7fd6-4319-a15c-bda6cf37b7d0', 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126', 'admin_state_up': True, 'tenant_id': 'c037b436492542b99cf63627ac6af982'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:40:58.765127 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Router fea30283-95b7-4d82-944d-91b9f485a237 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:40:58.774291 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6d36e-4f04-4571-9918-a99c0a4caa54 req-0ad43bc5-04b3-4cc3-aa1d-02f5d0bc92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:58.775770 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32b6d36e-4f04-4571-9918-a99c0a4caa54 req-0ad43bc5-04b3-4cc3-aa1d-02f5d0bc92dd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1099 time: 0.0576189 Aug 31 13:40:58.784946 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315ac27-a2ef-4517-a84c-6a10731ee410 req-b8b5e2f0-7fa4-481b-a077-dd26ea9e8cd7 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:58.786848 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5315ac27-a2ef-4517-a84c-6a10731ee410 req-b8b5e2f0-7fa4-481b-a077-dd26ea9e8cd7 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 931 time: 0.1963327 Aug 31 13:40:58.884753 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 472e99bf-8ad9-4b67-ab61-3811882ef14a no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:40:58.924693 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5315ac27-a2ef-4517-a84c-6a10731ee410 req-c5cca8c4-2290-4cfb-ba5f-cbd6a8added7 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250601 Aug 31 13:40:58.925586 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 472e99bf-8ad9-4b67-ab61-3811882ef14a {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:40:58.926260 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 472e99bf-8ad9-4b67-ab61-3811882ef14a not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:40:58.936799 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-32b6d36e-4f04-4571-9918-a99c0a4caa54 req-8e8394cb-870c-4198-954f-b0b754e28f07 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143632 Aug 31 13:40:59.000357 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:40:59.006345 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:59.013899 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] Sync routers for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:40:59.024146 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:40:59.026532 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:40:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:59.047590 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb8abc-1dff-4f0a-913b-c5ae33d88c55 req-b2eb7815-4763-4ef7-bb8b-35c722d1811d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:59.049437 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8beb8abc-1dff-4f0a-913b-c5ae33d88c55 req-b2eb7815-4763-4ef7-bb8b-35c722d1811d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1116912 Aug 31 13:40:59.063324 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Made reservation on behalf of c037b436492542b99cf63627ac6af982 for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:40:59.065571 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c55315c3-2a43-4e8f-a475-b8e47b55cd36 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "PUT /v2.0/floatingips/52b113b3-cb29-4a30-adcc-792dc39d0a34 HTTP/1.1" status: 200 len: 990 time: 1.3689275 Aug 31 13:40:59.067143 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600915c4-ecf3-4004-8c57-260a462152a7', 'tag': 'abeb489f-0045-481c-8ee8-424a975cb388'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:40:59.070382 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "600915c4-ecf3-4004-8c57-260a462152a7", "tag": "abeb489f-0045-481c-8ee8-424a975cb388"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:40:59.075181 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:59.119390 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8beb8abc-1dff-4f0a-913b-c5ae33d88c55 req-e0a6e2ac-7745-42f0-84bf-2079f105876f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Aug 31 13:40:59.189040 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28907bbf-96d1-4e70-939b-6639bfac67b2 x-openstack-request-id: req-28907bbf-96d1-4e70-939b-6639bfac67b2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:40:59.189637 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600915c4-ecf3-4004-8c57-260a462152a7", "tag": "abeb489f-0045-481c-8ee8-424a975cb388", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:40:59.189945 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28907bbf-96d1-4e70-939b-6639bfac67b2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:40:59.190764 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600915c4-ecf3-4004-8c57-260a462152a7', 'tag': 'abeb489f-0045-481c-8ee8-424a975cb388', 'status': 'completed', 'code': 200} Aug 31 13:40:59.195107 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:40:59.310145 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-ba62b501-6b77-4898-830b-11e06aa87eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:59.311884 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-ba62b501-6b77-4898-830b-11e06aa87eec service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 1098 time: 0.0684757 Aug 31 13:40:59.338887 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946c3d14-63a6-44c9-afa6-783cd0c69a85 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:40:59.351190 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:59.384961 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Transition to ACTIVE for port object 946c3d14-63a6-44c9-afa6-783cd0c69a85 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:40:59.395444 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:59.430976 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Allocated IP 172.20.0.2 (8ee43288-e7ed-4568-96cb-42de300ea126/f9e101b2-983e-44d1-a3d6-96b8205adc0e/adbcec59-4752-42d2-a4d9-acc303306d91) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:40:59.495369 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-736f9f86-241f-4f5a-b88c-860cd258df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:59.497095 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-736f9f86-241f-4f5a-b88c-860cd258df47 service neutron] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 913 time: 0.1604247 Aug 31 13:40:59.505082 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '52b113b3-cb29-4a30-adcc-792dc39d0a34', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'port_id': 'abeb489f-0045-481c-8ee8-424a975cb388', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'mac_address': 'fa:16:3e:38:6e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600915c4-ecf3-4004-8c57-260a462152a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:40:33Z', 'updated_at': '2021-08-31T13:40:58Z', 'revision_number': 1, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:59.507384 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d71511db-2619-4c63-a4bd-e7bb15f72366 req-82428eb5-9cd4-46aa-8bd4-5f6d151a99d8 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0689790 Aug 31 13:40:59.519359 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Pushing event updated for resources: {'Port': ['ID=946c3d14-63a6-44c9-afa6-783cd0c69a85,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:40:59.549467 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] Checking router: fea30283-95b7-4d82-944d-91b9f485a237 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:40:59.559683 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:40:59.560469 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:40:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:59.622111 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-68d1e357-7608-4f84-8567-f4a795eb9611 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abeb489f-0045-481c-8ee8-424a975cb388 HTTP/1.1" status: 200 len: 998 time: 0.1156957 Aug 31 13:40:59.672104 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Attempting to bind port 946c3d14-63a6-44c9-afa6-783cd0c69a85 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:40:59.672837 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Attempting to bind port 946c3d14-63a6-44c9-afa6-783cd0c69a85 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:40:59.672837 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Attempting to bind port 946c3d14-63a6-44c9-afa6-783cd0c69a85 on network a5c20a69-0932-4886-a293-fa89c7cd66cd {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:59.677576 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:40:59.681033 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Port 946c3d14-63a6-44c9-afa6-783cd0c69a85 on network a5c20a69-0932-4886-a293-fa89c7cd66cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:40:59.681359 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Attempting to bind port 946c3d14-63a6-44c9-afa6-783cd0c69a85 on network a5c20a69-0932-4886-a293-fa89c7cd66cd {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:40:59.685832 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-0c0b14c0-affa-4188-a0f2-13dfa283bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:59.687646 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-0c0b14c0-affa-4188-a0f2-13dfa283bf43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.0566926 Aug 31 13:40:59.696536 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:40:59.696887 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Checking segment: {'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:40:59.697270 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Bound using segment: {'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:40:59.697784 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Bound port: 946c3d14-63a6-44c9-afa6-783cd0c69a85, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:40:59.698151 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:59.759358 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-3a87e223-ee67-4b8a-900a-29f082136176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:40:59.761318 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-3a87e223-ee67-4b8a-900a-29f082136176 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508978 Aug 31 13:40:59.876103 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-1c6b25b1-0f2a-422a-acd3-63276beafe20 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034272 Aug 31 13:40:59.949643 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '52b113b3-cb29-4a30-adcc-792dc39d0a34', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'port_id': 'abeb489f-0045-481c-8ee8-424a975cb388', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'mac_address': 'fa:16:3e:38:6e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600915c4-ecf3-4004-8c57-260a462152a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:40:33Z', 'updated_at': '2021-08-31T13:40:58Z', 'revision_number': 1, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:59.981064 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:00.005873 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a31b8f-ab69-46ad-9783-f9f44a805780 None None] The sync data for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi is: [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '52b113b3-cb29-4a30-adcc-792dc39d0a34', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'port_id': 'abeb489f-0045-481c-8ee8-424a975cb388', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'mac_address': 'fa:16:3e:38:6e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600915c4-ecf3-4004-8c57-260a462152a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:40:33Z', 'updated_at': '2021-08-31T13:40:58Z', 'revision_number': 1, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:41:00.006452 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38449b2b-a8c5-4ae5-981b-32fa6af33e4f req-c7f3e1f6-27ae-4503-88c0-d188cff2362a service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173596 Aug 31 13:41:00.021375 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] For port 946c3d14-63a6-44c9-afa6-783cd0c69a85, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:41:00.031582 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] For port 946c3d14-63a6-44c9-afa6-783cd0c69a85, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=946c3d14-63a6-44c9-afa6-783cd0c69a85,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:41:00.047591 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:00.071253 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65f8b8-1d71-4ba6-9f50-c6b20e325c53 req-5a37414b-f942-499d-bce8-3304c2fe30aa tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:00.073014 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4f65f8b8-1d71-4ba6-9f50-c6b20e325c53 req-5a37414b-f942-499d-bce8-3304c2fe30aa tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 943 time: 0.0656297 Aug 31 13:41:00.110717 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:00.111437 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:00.112957 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] 10.222.0.107 "PUT /v2.0/ports/946c3d14-63a6-44c9-afa6-783cd0c69a85 HTTP/1.1" status: 200 len: 1093 time: 1.5796347 Aug 31 13:41:00.113446 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6ec340-96e6-4018-933b-e3b1623e65da', 'tag': '946c3d14-63a6-44c9-afa6-783cd0c69a85'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:41:00.116003 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6ec340-96e6-4018-933b-e3b1623e65da", "tag": "946c3d14-63a6-44c9-afa6-783cd0c69a85"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:41:00.116339 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4f65f8b8-1d71-4ba6-9f50-c6b20e325c53 req-6012f2bb-6151-4066-8550-e60e437b5566 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371194 Aug 31 13:41:00.131148 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:00.142990 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a287f6-6317-401b-b90f-a248d29be662 service neutron] Pushing event updated for resources: {'Port': ['ID=946c3d14-63a6-44c9-afa6-783cd0c69a85,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:00.208295 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e66d1e9-eb86-4f83-888e-2da83535311b x-openstack-request-id: req-0e66d1e9-eb86-4f83-888e-2da83535311b {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:41:00.208615 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6ec340-96e6-4018-933b-e3b1623e65da", "tag": "946c3d14-63a6-44c9-afa6-783cd0c69a85", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:41:00.208849 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e66d1e9-eb86-4f83-888e-2da83535311b {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:41:00.209235 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ec340-96e6-4018-933b-e3b1623e65da', 'tag': '946c3d14-63a6-44c9-afa6-783cd0c69a85', 'status': 'completed', 'code': 200} Aug 31 13:41:00.256862 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Network 8ee43288-e7ed-4568-96cb-42de300ea126 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:41:00.265237 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:41:00.269244 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:41:00.269874 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c744f13-12f7-4e07-9240-78ece7f7e106 req-63aa8da1-bd2b-44c0-aa87-ce41b8065d1c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:00.272005 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Pushing event updated for resources: {'Port': ['ID=adbcec59-4752-42d2-a4d9-acc303306d91,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:00.277632 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1c744f13-12f7-4e07-9240-78ece7f7e106 req-63aa8da1-bd2b-44c0-aa87-ce41b8065d1c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0667675 Aug 31 13:41:00.314228 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7bdb2-efc1-4163-bb38-9eca2d0c7eff None None] New status for floating IP 52b113b3-cb29-4a30-adcc-792dc39d0a34: ACTIVE {{(pid=95588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:41:00.325914 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1c744f13-12f7-4e07-9240-78ece7f7e106 req-359642b5-f439-4dda-8f85-a2eec8cafbd2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473881 Aug 31 13:41:00.350767 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-c4d91492-7b97-45f7-86e0-6a64bca9a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:00.350767 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-c4d91492-7b97-45f7-86e0-6a64bca9a79d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5651d65709fb486eb25e57054dc889cc&device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 1096 time: 0.1407497 Aug 31 13:41:00.383018 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:00.384083 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:00.424612 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-ac45f3b2-8bdc-4eed-baf6-e6de02315c5d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946c3d14-63a6-44c9-afa6-783cd0c69a85 HTTP/1.1" status: 200 len: 217 time: 0.0590775 Aug 31 13:41:00.473776 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-39d2ec5c-5b97-4d8b-9b34-9f1759776024 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7944710 Aug 31 13:41:00.500449 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Request body: {'port': {'device_id': 'df25a5e6-7fd6-4319-a15c-bda6cf37b7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:00.546009 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f91cdbad-660d-4f09-9007-def6e899d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:00.548207 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f91cdbad-660d-4f09-9007-def6e899d7e4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1 HTTP/1.1" status: 200 len: 853 time: 0.1149771 Aug 31 13:41:00.602225 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:00.621544 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-f74b9e58-0f47-4d8a-81ea-ade9e8df3304 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a5c20a69-0932-4886-a293-fa89c7cd66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339251 Aug 31 13:41:00.866775 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2857e-1c4f-4c1e-8a68-12f00c5c3b9f req-34a8496e-b1b1-431c-9242-7d083d43d81a tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:00.868613 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-15a2857e-1c4f-4c1e-8a68-12f00c5c3b9f req-34a8496e-b1b1-431c-9242-7d083d43d81a tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 931 time: 0.2245090 Aug 31 13:41:00.921620 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-2810ffbd-3935-4f5f-ae59-4995ea6f5bc4 service neutron] 10.222.0.107 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871583 Aug 31 13:41:01.035988 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-15a2857e-1c4f-4c1e-8a68-12f00c5c3b9f req-7e724052-d037-4b11-a227-2c622517ada7 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512089 Aug 31 13:41:01.099448 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4ad8b93e-f11b-4fbc-b4a7-07193a2ca5ae req-bc86237e-1664-453c-afa0-3750036b7c41 service neutron] 10.222.0.107 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575177 Aug 31 13:41:01.157635 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbcec59-4752-42d2-a4d9-acc303306d91 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:41:01.168577 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:01.208405 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Transition to ACTIVE for port object adbcec59-4752-42d2-a4d9-acc303306d91 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:41:01.218921 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:01.256704 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-92c4e6a9-bda4-4327-9994-0035ea569501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:01.258627 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-92c4e6a9-bda4-4327-9994-0035ea569501 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5651d65709fb486eb25e57054dc889cc&device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 1096 time: 0.0781298 Aug 31 13:41:01.307729 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-1c1a8303-7f9d-4583-8527-b2341d1cb8d7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3210516 Aug 31 13:41:01.328511 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320611d9-b0af-45f7-a993-585f53de979b req-06e87e8a-4b26-42d6-b056-d3c1052af273 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:01.330114 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-320611d9-b0af-45f7-a993-585f53de979b req-06e87e8a-4b26-42d6-b056-d3c1052af273 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 943 time: 0.0739272 Aug 31 13:41:01.334693 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Pushing event updated for resources: {'Port': ['ID=adbcec59-4752-42d2-a4d9-acc303306d91,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:01.400174 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-320611d9-b0af-45f7-a993-585f53de979b req-2784cda2-52e7-42aa-888e-6f3b7b3e5eea tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Aug 31 13:41:01.406319 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-ac425baf-6df0-4cb6-a30e-0d9573bd6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:01.407835 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-ac425baf-6df0-4cb6-a30e-0d9573bd6980 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 1098 time: 0.0766556 Aug 31 13:41:01.550698 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-729ca520-077b-4101-9b2a-b985b110ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:01.551640 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-729ca520-077b-4101-9b2a-b985b110ebf3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 917 time: 0.1178038 Aug 31 13:41:01.562584 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-494abae0-a118-438e-a425-853498157d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:01.564104 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-494abae0-a118-438e-a425-853498157d7e service neutron] 10.222.0.107 "GET /v2.0/networks?id=a5c20a69-0932-4886-a293-fa89c7cd66cd HTTP/1.1" status: 200 len: 915 time: 0.2937248 Aug 31 13:41:01.582839 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffed74-9663-404b-973f-0a156edb92be req-98a88a91-8293-4a3c-8052-24a79361461a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:01.584559 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c8ffed74-9663-404b-973f-0a156edb92be req-98a88a91-8293-4a3c-8052-24a79361461a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1531115 Aug 31 13:41:01.586713 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Attempting to bind port adbcec59-4752-42d2-a4d9-acc303306d91 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:41:01.587177 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Attempting to bind port adbcec59-4752-42d2-a4d9-acc303306d91 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:41:01.587506 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Attempting to bind port adbcec59-4752-42d2-a4d9-acc303306d91 on network 8ee43288-e7ed-4568-96cb-42de300ea126 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:41:01.602766 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-e8886887-3f01-496b-9070-e6fadb53a485 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a47da21-cc4f-45bc-938e-e78634de7de1 HTTP/1.1" status: 200 len: 217 time: 0.0398951 Aug 31 13:41:01.643486 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Port adbcec59-4752-42d2-a4d9-acc303306d91 on network 8ee43288-e7ed-4568-96cb-42de300ea126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:41:01.643774 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Attempting to bind port adbcec59-4752-42d2-a4d9-acc303306d91 on network 8ee43288-e7ed-4568-96cb-42de300ea126 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:41:01.649362 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-07874405-9795-4ae2-8533-4cd550456f08 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946c3d14-63a6-44c9-afa6-783cd0c69a85 HTTP/1.1" status: 200 len: 217 time: 0.0638175 Aug 31 13:41:01.656071 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:41:01.656476 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Checking segment: {'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:41:01.656863 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Bound using segment: {'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:41:01.657281 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Bound port: adbcec59-4752-42d2-a4d9-acc303306d91, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9719985c-4cda-46ac-9739-411cfb97e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:41:01.657647 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:01.682566 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-117ba8a1-f660-4a2a-a476-00c3b2fa0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:01.684599 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-117ba8a1-f660-4a2a-a476-00c3b2fa0030 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.0624609 Aug 31 13:41:01.712253 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c8ffed74-9663-404b-973f-0a156edb92be req-6100c026-d06a-49f7-b1e5-2d9dcc3584e1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155705 Aug 31 13:41:01.733415 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-db23b6fa-4c7e-4063-8f77-dab16fc0af76 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406754 Aug 31 13:41:01.782444 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-4704428b-3a8b-447e-bc45-f01cddc747d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:01.784885 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-4704428b-3a8b-447e-bc45-f01cddc747d9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1 HTTP/1.1" status: 200 len: 853 time: 0.1094725 Aug 31 13:41:01.849361 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-54ce8054-2fab-4859-a732-510a0010192a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a5c20a69-0932-4886-a293-fa89c7cd66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510805 Aug 31 13:41:01.860459 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 47330) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:01.867664 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] For port adbcec59-4752-42d2-a4d9-acc303306d91, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:41:01.871106 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] For port adbcec59-4752-42d2-a4d9-acc303306d91, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=adbcec59-4752-42d2-a4d9-acc303306d91,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:41:01.877138 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:01.919436 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:01.929813 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-d8b19b2c-b027-4b5d-884b-129a4ce5e44c service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734939 Aug 31 13:41:02.013681 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.014390 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.015952 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] 10.222.0.107 "PUT /v2.0/ports/adbcec59-4752-42d2-a4d9-acc303306d91 HTTP/1.1" status: 200 len: 1093 time: 1.5231366 Aug 31 13:41:02.041687 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ea816-0e49-46b8-b284-dc0df4f61c6b service neutron] Pushing event updated for resources: {'Port': ['ID=adbcec59-4752-42d2-a4d9-acc303306d91,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:02.092250 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-b4d419aa-0f17-48af-8450-9977b9730616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.093966 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-b4d419aa-0f17-48af-8450-9977b9730616 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1099 time: 0.0674043 Aug 31 13:41:02.106891 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a472-26dd-43c3-81b9-4add173a463f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.122689 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-0b10f013-c32f-428d-98f2-1b740c14f288 service neutron] 10.222.0.107 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428224 Aug 31 13:41:02.149126 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba209fc-b04d-473d-a714-ad7273a9b78f req-5b003723-1893-48a3-a6e7-e15f85bd5c5f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.150815 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9ba209fc-b04d-473d-a714-ad7273a9b78f req-5b003723-1893-48a3-a6e7-e15f85bd5c5f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0981550 Aug 31 13:41:02.203380 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-6e8e895b-8d7a-4d67-ad49-5d9243a4fc9d service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607431 Aug 31 13:41:02.239643 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df25a5e6-7fd6-4319-a15c-bda6cf37b7d0', 'tag': 'adbcec59-4752-42d2-a4d9-acc303306d91'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:41:02.241886 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7223fd28-ccec-4f54-b15f-0b546bfd5200" -d '{"events": [{"name": "network-changed", "server_uuid": "df25a5e6-7fd6-4319-a15c-bda6cf37b7d0", "tag": "adbcec59-4752-42d2-a4d9-acc303306d91"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:41:02.246174 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ed37-b3c6-4ce4-93d3-a3b7367b01ee req-aa2312e2-8e06-4fb6-aa17-edd5a8d8e3ef tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.248285 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e365ed37-b3c6-4ce4-93d3-a3b7367b01ee req-aa2312e2-8e06-4fb6-aa17-edd5a8d8e3ef tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 943 time: 0.1170981 Aug 31 13:41:02.280594 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-9930315b-9342-48ba-99bf-119a59d2fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.282060 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-9930315b-9342-48ba-99bf-119a59d2fcde service neutron] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 921 time: 0.1668584 Aug 31 13:41:02.337533 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9ba209fc-b04d-473d-a714-ad7273a9b78f req-4f64c69c-e536-4846-b101-fa8271697339 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613460 Aug 31 13:41:02.342970 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-050b42ef-79d8-436d-a8e8-3523551fa7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.344330 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-050b42ef-79d8-436d-a8e8-3523551fa7a5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c037b436492542b99cf63627ac6af982&device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.1925273 Aug 31 13:41:02.351016 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-8fe6b7d8-123d-4329-ba1e-31a21865172d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 200 len: 217 time: 0.0521762 Aug 31 13:41:02.353270 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-caa2cb9b-ffbf-4393-861d-373f3398d088 service neutron] 10.222.0.107 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979151 Aug 31 13:41:02.367390 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e365ed37-b3c6-4ce4-93d3-a3b7367b01ee req-f68bd33f-d41f-4abb-a6ff-b2cf3ad08664 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054664 Aug 31 13:41:02.422454 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ccf7b2-5de7-4340-a204-4a544c49cd34 x-openstack-request-id: req-38ccf7b2-5de7-4340-a204-4a544c49cd34 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:41:02.422921 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df25a5e6-7fd6-4319-a15c-bda6cf37b7d0", "tag": "adbcec59-4752-42d2-a4d9-acc303306d91", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:41:02.423170 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ccf7b2-5de7-4340-a204-4a544c49cd34 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:41:02.423574 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df25a5e6-7fd6-4319-a15c-bda6cf37b7d0', 'tag': 'adbcec59-4752-42d2-a4d9-acc303306d91', 'status': 'completed', 'code': 200} Aug 31 13:41:02.429116 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-5478ecd6-cd45-422e-8cb9-bbd5ddfa9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.429787 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-ecfa37a8-931a-4779-9ae3-fa05fb24b6bd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adbcec59-4752-42d2-a4d9-acc303306d91 HTTP/1.1" status: 200 len: 217 time: 0.0538116 Aug 31 13:41:02.430698 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-5478ecd6-cd45-422e-8cb9-bbd5ddfa9255 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.0529397 Aug 31 13:41:02.436058 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a472-26dd-43c3-81b9-4add173a463f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.442155 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a472-26dd-43c3-81b9-4add173a463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.473039 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-74ee501c-88fa-491d-bfaf-da4b7f0169ad service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275199 Aug 31 13:41:02.525004 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-a7e5a472-26dd-43c3-81b9-4add173a463f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aebe97e11fba48cd98350b2da1436e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631577 Aug 31 13:41:02.527533 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 47348) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:02.535183 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5a472-26dd-43c3-81b9-4add173a463f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d795c33-b0e0-4652-8bc9-b20477f2be3f,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:02.554054 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-425b7f8e-f7b0-447c-9cab-9cecade8c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.555663 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-425b7f8e-f7b0-447c-9cab-9cecade8c9d3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f9e101b2-983e-44d1-a3d6-96b8205adc0e HTTP/1.1" status: 200 len: 848 time: 0.1051285 Aug 31 13:41:02.598007 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-1c673afa-3ec3-4b6a-8d7c-89d0c59ca812 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8ee43288-e7ed-4568-96cb-42de300ea126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308149 Aug 31 13:41:02.599562 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771a5c-0628-4f0d-be4e-3049f7364113 req-cf1002fe-716e-46f2-9209-a43c59200249 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:02.601128 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ac771a5c-0628-4f0d-be4e-3049f7364113 req-cf1002fe-716e-46f2-9209-a43c59200249 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 943 time: 0.1122973 Aug 31 13:41:02.623521 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f0037e7a-ab4d-4760-86a7-fd80289512eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.631949 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-dd56338c-db49-4211-b432-e1564f112b67 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324117 Aug 31 13:41:02.691981 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f0037e7a-ab4d-4760-86a7-fd80289512eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.698973 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ac771a5c-0628-4f0d-be4e-3049f7364113 req-21ceaf37-3477-4306-8b82-0f84af75183c tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 Aug 31 13:41:02.749430 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-600f8390-ffd4-459f-bd53-2b3e2a5b55a1 service neutron] 10.222.0.107 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382694 Aug 31 13:41:02.755962 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6a84eb29-dda8-41e4-a454-4a37eb50b2ca req-f7c90e2b-587f-403e-bf74-6871e21d6745 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105342 Aug 31 13:41:02.778386 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f0037e7a-ab4d-4760-86a7-fd80289512eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.781063 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f0037e7a-ab4d-4760-86a7-fd80289512eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:02.782228 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f0037e7a-ab4d-4760-86a7-fd80289512eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d795c33-b0e0-4652-8bc9-b20477f2be3f HTTP/1.1" status: 204 len: 168 time: 0.2536972 Aug 31 13:41:02.838108 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0037e7a-ab4d-4760-86a7-fd80289512eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d795c33-b0e0-4652-8bc9-b20477f2be3f,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:02.903683 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8a2dd16-2f2b-473b-9665-783c22799523 req-daffe75a-7d69-4014-83d0-7aafde93dd10 service neutron] 10.222.0.107 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351640 Aug 31 13:41:02.914869 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 946c3d14-63a6-44c9-afa6-783cd0c69a85 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:41:03.041758 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-66a6bd11-831e-4e64-a7bf-07d9eb26b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:03.044297 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-66a6bd11-831e-4e64-a7bf-07d9eb26b227 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c037b436492542b99cf63627ac6af982&device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0572598 Aug 31 13:41:03.085057 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 946c3d14-63a6-44c9-afa6-783cd0c69a85, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=946c3d14-63a6-44c9-afa6-783cd0c69a85,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:03.102013 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '946c3d14-63a6-44c9-afa6-783cd0c69a85', 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd', 'port_id': '946c3d14-63a6-44c9-afa6-783cd0c69a85', 'mac_address': 'fa:16:3e:22:3b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:41:03.152291 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:03.168189 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946c3d14-63a6-44c9-afa6-783cd0c69a85 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:41:03.169066 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-3bac916b-8d64-4690-840f-a42d8061a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:03.170853 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-3bac916b-8d64-4690-840f-a42d8061a0bd service neutron] 10.222.0.107 "GET /v2.0/networks?id=8ee43288-e7ed-4568-96cb-42de300ea126 HTTP/1.1" status: 200 len: 910 time: 0.1167543 Aug 31 13:41:03.196062 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 946c3d14-63a6-44c9-afa6-783cd0c69a85, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=946c3d14-63a6-44c9-afa6-783cd0c69a85,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:03.201875 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:03.226585 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-32aa3d31-a963-4c5d-9b90-4e4f7446b5cf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adbcec59-4752-42d2-a4d9-acc303306d91 HTTP/1.1" status: 200 len: 217 time: 0.0455129 Aug 31 13:41:03.258177 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=946c3d14-63a6-44c9-afa6-783cd0c69a85,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:03.286475 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-2afee90a-695b-47f8-9ee5-ec06cc3c77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:03.287946 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-2afee90a-695b-47f8-9ee5-ec06cc3c77e5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f9e101b2-983e-44d1-a3d6-96b8205adc0e HTTP/1.1" status: 200 len: 848 time: 0.0477223 Aug 31 13:41:03.324471 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-f31aa815-85bf-457d-90d7-6fa5f9c60822 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8ee43288-e7ed-4568-96cb-42de300ea126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246835 Aug 31 13:41:03.438552 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-ee2e8328-ce7e-4b54-971f-eac9f3ca9658 service neutron] 10.222.0.107 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012669 Aug 31 13:41:03.485489 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397245eb-de0b-4d98-86c2-251fd45994b8 req-2aef6ad9-ff46-4b46-a5d8-594c1fd627b7 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:03.496305 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-397245eb-de0b-4d98-86c2-251fd45994b8 req-2aef6ad9-ff46-4b46-a5d8-594c1fd627b7 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0687873 Aug 31 13:41:03.545639 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-397245eb-de0b-4d98-86c2-251fd45994b8 req-01eebd07-b253-4c1a-aa8f-e58dae892063 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482769 Aug 31 13:41:03.584866 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7223fd28-ccec-4f54-b15f-0b546bfd5200 req-fcd7e1b1-9e4b-4ed2-bb49-a8093f5dc96d service neutron] 10.222.0.107 "GET /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366372 Aug 31 13:41:03.613716 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e0f77-aba0-4ae9-9a7f-7dfccbf67bb7 req-896b05ad-22bb-4f74-856b-483789014816 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:03.615287 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-252e0f77-aba0-4ae9-9a7f-7dfccbf67bb7 req-896b05ad-22bb-4f74-856b-483789014816 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 943 time: 0.0596416 Aug 31 13:41:03.654613 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-252e0f77-aba0-4ae9-9a7f-7dfccbf67bb7 req-1abfcb66-9e53-4bf9-96c5-342a8159ae6e tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Aug 31 13:41:03.766658 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['946c3d14-63a6-44c9-afa6-783cd0c69a85'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:41:03.826821 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7e9f9-761a-4f32-9d65-e59dfdb9277b req-4fd3a9d3-8d6f-41b3-a405-e868d5b88722 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:03.828442 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-32c7e9f9-761a-4f32-9d65-e59dfdb9277b req-4fd3a9d3-8d6f-41b3-a405-e868d5b88722 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 944 time: 0.0559828 Aug 31 13:41:03.867523 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-32c7e9f9-761a-4f32-9d65-e59dfdb9277b req-84165912-84cc-4b80-ad72-28ffc1579f2b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Aug 31 13:41:04.666618 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e925925-062e-47c1-ac54-7a79e3927f45 req-25e1cb1d-ac2b-441d-83bc-9f834f4df4e0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:04.668066 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0e925925-062e-47c1-ac54-7a79e3927f45 req-25e1cb1d-ac2b-441d-83bc-9f834f4df4e0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0530131 Aug 31 13:41:04.710303 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0e925925-062e-47c1-ac54-7a79e3927f45 req-6491cf22-cbb9-4444-a60c-e06582709c7f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348334 Aug 31 13:41:04.775517 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bcda8-9e92-4e94-a441-88496043420c req-fec6c6f0-72cd-4c45-839f-058124696641 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:04.777169 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b97bcda8-9e92-4e94-a441-88496043420c req-fec6c6f0-72cd-4c45-839f-058124696641 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 943 time: 0.0516346 Aug 31 13:41:04.833145 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b97bcda8-9e92-4e94-a441-88496043420c req-3a8de5a2-a24b-4861-a0a8-c6f55192ff72 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492330 Aug 31 13:41:04.919254 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device adbcec59-4752-42d2-a4d9-acc303306d91 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:41:04.992720 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54d40e-7074-4945-9f9d-382755801d69 req-3f6fa646-fac8-4625-bb94-47c87bd1ba1a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:04.994569 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fd54d40e-7074-4945-9f9d-382755801d69 req-3f6fa646-fac8-4625-bb94-47c87bd1ba1a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 944 time: 0.0512216 Aug 31 13:41:05.038300 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port adbcec59-4752-42d2-a4d9-acc303306d91, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=adbcec59-4752-42d2-a4d9-acc303306d91,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:05.040146 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fd54d40e-7074-4945-9f9d-382755801d69 req-feae651a-4860-49c4-932c-7a8fc48fe9ec tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Aug 31 13:41:05.057787 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': 'adbcec59-4752-42d2-a4d9-acc303306d91', 'network_id': '8ee43288-e7ed-4568-96cb-42de300ea126', 'port_id': 'adbcec59-4752-42d2-a4d9-acc303306d91', 'mac_address': 'fa:16:3e:13:69:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e101b2-983e-44d1-a3d6-96b8205adc0e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:41:05.099932 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:05.115059 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbcec59-4752-42d2-a4d9-acc303306d91 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:41:05.135245 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port adbcec59-4752-42d2-a4d9-acc303306d91, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=adbcec59-4752-42d2-a4d9-acc303306d91,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:05.141373 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:05.187635 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=adbcec59-4752-42d2-a4d9-acc303306d91,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:05.654763 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['adbcec59-4752-42d2-a4d9-acc303306d91'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:41:05.849175 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd372c-9510-418b-9517-bed27381ad02 req-c40e732a-6aae-416a-a64a-b05daf7c2ea1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:05.850806 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-21dd372c-9510-418b-9517-bed27381ad02 req-c40e732a-6aae-416a-a64a-b05daf7c2ea1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0655665 Aug 31 13:41:05.931926 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-21dd372c-9510-418b-9517-bed27381ad02 req-b256a83a-3d89-42a3-9755-68597670b711 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697341 Aug 31 13:41:05.957381 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334389db-cc3d-4afb-b57f-d34f2a3e4d68 req-263c380a-3a52-4280-b9f0-d49472288409 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:05.959022 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-334389db-cc3d-4afb-b57f-d34f2a3e4d68 req-263c380a-3a52-4280-b9f0-d49472288409 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 944 time: 0.0515373 Aug 31 13:41:05.999712 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-334389db-cc3d-4afb-b57f-d34f2a3e4d68 req-8d2471e8-eb14-49d2-ba6d-a9344c8dc966 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338457 Aug 31 13:41:06.173285 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5760e80-dd40-4aa3-85ae-ae4f3ad12aa6 req-d1f18b6a-85a6-416b-bd82-7a5c4d7267d7 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:06.174839 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5760e80-dd40-4aa3-85ae-ae4f3ad12aa6 req-d1f18b6a-85a6-416b-bd82-7a5c4d7267d7 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 944 time: 0.0546782 Aug 31 13:41:06.215913 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5760e80-dd40-4aa3-85ae-ae4f3ad12aa6 req-728c1774-dcba-473b-8bc1-0c21de82e3e4 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Aug 31 13:41:06.219523 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-cbddcdf0-613d-44cf-ad7c-938eb4d1f082 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:06.221250 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-cbddcdf0-613d-44cf-ad7c-938eb4d1f082 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 815 time: 0.1355724 Aug 31 13:41:06.238615 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-18669bad-0017-4a36-a250-628201f4d596 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/quotas/a9d8392a09c34c68a6b4f4beb18b7f1c HTTP/1.1" status: 200 len: 375 time: 0.0112445 Aug 31 13:41:06.300592 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-9caf2676-64d8-443e-96b9-7638f8e5f04b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554504 Aug 31 13:41:06.400171 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ccebec6e-e21d-433b-96d0-09046f51c255 service neutron] 10.222.0.21 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886192 Aug 31 13:41:06.504743 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-aadd27e0-7305-4676-b177-33147f2d8c31 service neutron] 10.222.0.21 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931191 Aug 31 13:41:06.679012 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-677e7ea2-ccf7-4c9a-83b0-f5f88064874d req-9c8ce089-51c1-4f5a-aded-d705304bb16f tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 210 time: 0.0275102 Aug 31 13:41:06.919044 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 946c3d14-63a6-44c9-afa6-783cd0c69a85 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:06.977234 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 946c3d14-63a6-44c9-afa6-783cd0c69a85 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:41:06.981512 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 946c3d14-63a6-44c9-afa6-783cd0c69a85 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:06.981889 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:07.055062 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456355b-fe0a-4227-8e58-d4f9ef54355e req-2f23e997-9444-4a50-afd8-119a286e596d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:07.056812 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2456355b-fe0a-4227-8e58-d4f9ef54355e req-2f23e997-9444-4a50-afd8-119a286e596d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0539963 Aug 31 13:41:07.077120 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:07.106847 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ec340-96e6-4018-933b-e3b1623e65da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946c3d14-63a6-44c9-afa6-783cd0c69a85'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:41:07.109244 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4628d3a-a901-4330-b9bd-49faa9a8637a" -d '{"events": [{"server_uuid": "fb6ec340-96e6-4018-933b-e3b1623e65da", "name": "network-vif-plugged", "status": "completed", "tag": "946c3d14-63a6-44c9-afa6-783cd0c69a85"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:41:07.120985 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2456355b-fe0a-4227-8e58-d4f9ef54355e req-4de80c19-1fb0-41fd-97f6-a88d81486236 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555902 Aug 31 13:41:07.127011 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 946c3d14-63a6-44c9-afa6-783cd0c69a85, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=946c3d14-63a6-44c9-afa6-783cd0c69a85,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:07.140561 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:07.150641 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f77dda-dab8-4377-b0a7-7698b9bc46f5 req-75c99235-f215-4473-9668-beef112ca92c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:07.152578 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-15f77dda-dab8-4377-b0a7-7698b9bc46f5 req-75c99235-f215-4473-9668-beef112ca92c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 944 time: 0.0676017 Aug 31 13:41:07.202000 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=946c3d14-63a6-44c9-afa6-783cd0c69a85,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:07.209163 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-15f77dda-dab8-4377-b0a7-7698b9bc46f5 req-5d0e8a45-8750-40d8-b568-b2a30eeb563a tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480874 Aug 31 13:41:07.277027 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16657b98-0d5e-4b83-af0c-c369f401fed7 x-openstack-request-id: req-16657b98-0d5e-4b83-af0c-c369f401fed7 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:41:07.277615 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ec340-96e6-4018-933b-e3b1623e65da", "name": "network-vif-plugged", "status": "completed", "tag": "946c3d14-63a6-44c9-afa6-783cd0c69a85", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:41:07.277869 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16657b98-0d5e-4b83-af0c-c369f401fed7 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:41:07.278265 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ec340-96e6-4018-933b-e3b1623e65da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946c3d14-63a6-44c9-afa6-783cd0c69a85', 'code': 200} Aug 31 13:41:07.392750 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124845fd-e713-468c-b880-0c21938985bd req-0dc9f751-a34a-4550-b997-c26c39e559a6 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:07.400462 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-124845fd-e713-468c-b880-0c21938985bd req-0dc9f751-a34a-4550-b997-c26c39e559a6 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 945 time: 0.0681465 Aug 31 13:41:07.445752 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-124845fd-e713-468c-b880-0c21938985bd req-3c73a481-73af-438a-899e-2c0293be473c tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 Aug 31 13:41:07.542361 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab10d-6055-49f2-b266-8493c79ba40d req-bd4bb65e-7c82-400b-b5a6-4b80748c34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:07.543868 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e97ab10d-6055-49f2-b266-8493c79ba40d req-bd4bb65e-7c82-400b-b5a6-4b80748c34bb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 1098 time: 0.0410500 Aug 31 13:41:07.602809 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e97ab10d-6055-49f2-b266-8493c79ba40d req-36777134-c11e-44d5-9b2c-bd9b62345768 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Aug 31 13:41:07.781947 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9ec9ddff-efba-4b65-8a14-1007d1d0e165 req-d7f1212d-f67b-4fcb-80af-875550cd6c8b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 210 time: 0.0305448 Aug 31 13:41:08.222840 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-4b435bb4-44c5-4470-819d-277d2a79d994 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:08.224337 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-4b435bb4-44c5-4470-819d-277d2a79d994 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 815 time: 0.1166303 Aug 31 13:41:08.244947 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Request body: {'port': {'device_id': 'cf4ea845-2852-420f-845a-a97af7125ae0', 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'admin_state_up': True, 'tenant_id': 'a9d8392a09c34c68a6b4f4beb18b7f1c'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:08.380005 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c25992-6fc5-40ce-afc5-2d7eb55137f4 req-781750be-3df8-462b-914a-c70808692e4c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:08.381492 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74c25992-6fc5-40ce-afc5-2d7eb55137f4 req-781750be-3df8-462b-914a-c70808692e4c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 944 time: 0.0847261 Aug 31 13:41:08.426135 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Made reservation on behalf of a9d8392a09c34c68a6b4f4beb18b7f1c for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:41:08.429695 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:08.446336 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-74c25992-6fc5-40ce-afc5-2d7eb55137f4 req-05630c8f-e9fd-47d3-b443-08ac2353576f tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582070 Aug 31 13:41:08.587125 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6988cd-2c7d-4f29-b97b-2d2e21cd6f5c req-e4575108-8fb5-4f91-aeaa-733b6751071c tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:08.593035 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f6988cd-2c7d-4f29-b97b-2d2e21cd6f5c req-e4575108-8fb5-4f91-aeaa-733b6751071c tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 945 time: 0.0637641 Aug 31 13:41:08.629503 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f6988cd-2c7d-4f29-b97b-2d2e21cd6f5c req-7304950e-b613-42ff-b4a0-d0c1533fa3e6 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341640 Aug 31 13:41:08.740751 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d179d-6e04-4952-8152-5899cacd9e9e req-9b4047b6-7f89-4907-8ef4-22a35c6866e8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:08.742257 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2e1d179d-6e04-4952-8152-5899cacd9e9e req-9b4047b6-7f89-4907-8ef4-22a35c6866e8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0512967 Aug 31 13:41:08.783473 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2e1d179d-6e04-4952-8152-5899cacd9e9e req-75088c93-8cd0-4c7f-8e6b-899d3cbc6c4a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Aug 31 13:41:08.813691 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Allocated IP 172.20.0.14 (fa07179d-dd48-41cb-8301-642273bf3aa6/53187db4-def8-4e43-98eb-d1dd9cb48f14/42ff9e47-16dd-4b52-a820-b31d0a17af0c) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:41:08.892078 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3f2381c0-1e26-4a86-b56d-8f29b138e055 req-e894a504-5be5-414c-b147-0fea70e9c399 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 210 time: 0.0358524 Aug 31 13:41:08.932177 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device adbcec59-4752-42d2-a4d9-acc303306d91 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:08.996120 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port adbcec59-4752-42d2-a4d9-acc303306d91 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:41:09.000899 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port adbcec59-4752-42d2-a4d9-acc303306d91 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:09.001553 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.031108 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.077244 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.096176 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['2a47da21-cc4f-45bc-938e-e78634de7de1', '70fec9ce-85f9-4426-b600-045a974f93bb', '98e342d6-9a45-48b2-9686-3c8ca491c352'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:41:09.119114 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.122856 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Network fa07179d-dd48-41cb-8301-642273bf3aa6 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:41:09.129108 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:41:09.131714 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:41:09.190491 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:09.191210 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.201829 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port adbcec59-4752-42d2-a4d9-acc303306d91, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=adbcec59-4752-42d2-a4d9-acc303306d91,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:09.202874 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Pushing event updated for resources: {'Port': ['ID=42ff9e47-16dd-4b52-a820-b31d0a17af0c,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:09.213060 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.213476 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.213919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.214330 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.214536 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.214892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.215217 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.215573 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.215924 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.216233 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.216631 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.217258 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:09.221355 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.231410 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-113928e9-037e-4680-96d8-d0896cf49a9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9891691 Aug 31 13:41:09.259981 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Request body: {'port': {'device_id': 'cf4ea845-2852-420f-845a-a97af7125ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:09.301942 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df25a5e6-7fd6-4319-a15c-bda6cf37b7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbcec59-4752-42d2-a4d9-acc303306d91'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:41:09.304925 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9ed441-f0a7-4b5c-8bc2-6b746a80ccd8" -d '{"events": [{"server_uuid": "df25a5e6-7fd6-4319-a15c-bda6cf37b7d0", "name": "network-vif-plugged", "status": "completed", "tag": "adbcec59-4752-42d2-a4d9-acc303306d91"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:41:09.330678 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=adbcec59-4752-42d2-a4d9-acc303306d91,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:09.338398 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.373710 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6802d7a6-a67b-4263-8cd6-9c63d3dd78e7 x-openstack-request-id: req-6802d7a6-a67b-4263-8cd6-9c63d3dd78e7 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:41:09.374099 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df25a5e6-7fd6-4319-a15c-bda6cf37b7d0", "name": "network-vif-plugged", "status": "completed", "tag": "adbcec59-4752-42d2-a4d9-acc303306d91", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:41:09.374403 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6802d7a6-a67b-4263-8cd6-9c63d3dd78e7 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:41:09.374861 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df25a5e6-7fd6-4319-a15c-bda6cf37b7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbcec59-4752-42d2-a4d9-acc303306d91', 'code': 200} Aug 31 13:41:09.643114 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a135fb-7ced-4f9f-ad5b-67fcefe6da34 req-2f3cb2be-5e64-4611-81df-91a7eb108014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:09.645697 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-87a135fb-7ced-4f9f-ad5b-67fcefe6da34 req-2f3cb2be-5e64-4611-81df-91a7eb108014 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 1098 time: 0.0441871 Aug 31 13:41:09.674577 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f610-bddc-4023-8088-59de4c7ba38d req-08e41869-69da-4fea-8b53-5e57919f217c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:09.676420 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ff70f610-bddc-4023-8088-59de4c7ba38d req-08e41869-69da-4fea-8b53-5e57919f217c tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 945 time: 0.1319187 Aug 31 13:41:09.698268 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-87a135fb-7ced-4f9f-ad5b-67fcefe6da34 req-4cb0ae3a-e24d-4c1b-81f9-3db82c48cf9f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Aug 31 13:41:09.751786 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ff70f610-bddc-4023-8088-59de4c7ba38d req-898e033e-307c-4e91-b9c5-f65ccc5d68cd tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656531 Aug 31 13:41:09.758439 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966b53-3614-4a9d-adab-c2ffef6052cb req-f42dff77-c1b8-4234-8e65-1ef598e96620 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:09.760033 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23966b53-3614-4a9d-adab-c2ffef6052cb req-f42dff77-c1b8-4234-8e65-1ef598e96620 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 945 time: 0.0497887 Aug 31 13:41:09.807482 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23966b53-3614-4a9d-adab-c2ffef6052cb req-796a8839-abe9-483d-98f2-eb90e131f6f7 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Aug 31 13:41:09.816666 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ff9e47-16dd-4b52-a820-b31d0a17af0c {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:41:09.825345 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.838248 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Transition to ACTIVE for port object 42ff9e47-16dd-4b52-a820-b31d0a17af0c will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:41:09.842465 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:09.894651 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Pushing event updated for resources: {'Port': ['ID=42ff9e47-16dd-4b52-a820-b31d0a17af0c,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:09.974083 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Attempting to bind port 42ff9e47-16dd-4b52-a820-b31d0a17af0c on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:41:09.974426 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Attempting to bind port 42ff9e47-16dd-4b52-a820-b31d0a17af0c by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:41:09.974756 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Attempting to bind port 42ff9e47-16dd-4b52-a820-b31d0a17af0c on network fa07179d-dd48-41cb-8301-642273bf3aa6 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:41:09.980133 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Port 42ff9e47-16dd-4b52-a820-b31d0a17af0c on network fa07179d-dd48-41cb-8301-642273bf3aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:41:09.980511 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Attempting to bind port 42ff9e47-16dd-4b52-a820-b31d0a17af0c on network fa07179d-dd48-41cb-8301-642273bf3aa6 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:41:09.986102 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:41:09.986527 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Checking segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:41:09.986986 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Bound using segment: {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:41:09.987832 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Bound port: 42ff9e47-16dd-4b52-a820-b31d0a17af0c, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01fecfd-e378-4558-b2e7-3be63400f5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:41:09.987975 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:10.060837 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc671e6-08f2-4f14-a9c3-de3babbab8cc req-511c0a57-a9c0-4bb3-bed1-f95d0e578f09 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:10.064973 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5fc671e6-08f2-4f14-a9c3-de3babbab8cc req-511c0a57-a9c0-4bb3-bed1-f95d0e578f09 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 944 time: 0.0786586 Aug 31 13:41:10.077602 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] For port 42ff9e47-16dd-4b52-a820-b31d0a17af0c, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:41:10.084564 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] For port 42ff9e47-16dd-4b52-a820-b31d0a17af0c, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=42ff9e47-16dd-4b52-a820-b31d0a17af0c,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:41:10.092842 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:10.119832 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5fc671e6-08f2-4f14-a9c3-de3babbab8cc req-4a6ce6f6-55bd-4269-907d-38f5e0f0d9e1 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Aug 31 13:41:10.149578 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:10.149578 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:10.150243 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] 10.222.0.107 "PUT /v2.0/ports/42ff9e47-16dd-4b52-a820-b31d0a17af0c HTTP/1.1" status: 200 len: 1094 time: 0.8962245 Aug 31 13:41:10.151117 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4ea845-2852-420f-845a-a97af7125ae0', 'tag': '42ff9e47-16dd-4b52-a820-b31d0a17af0c'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:41:10.153434 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea0668-ee77-468d-a3f8-b02eec22f21b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4ea845-2852-420f-845a-a97af7125ae0", "tag": "42ff9e47-16dd-4b52-a820-b31d0a17af0c"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:41:10.199394 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a9dcf-915e-4e47-a5f7-ebd28b7dbd2f service neutron] Pushing event updated for resources: {'Port': ['ID=42ff9e47-16dd-4b52-a820-b31d0a17af0c,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:10.235176 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1b8851-feae-4f14-a00d-0b4a574d392d x-openstack-request-id: req-3e1b8851-feae-4f14-a00d-0b4a574d392d {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:41:10.236230 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4ea845-2852-420f-845a-a97af7125ae0", "tag": "42ff9e47-16dd-4b52-a820-b31d0a17af0c", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:41:10.236230 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e1b8851-feae-4f14-a00d-0b4a574d392d {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:41:10.236748 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4ea845-2852-420f-845a-a97af7125ae0', 'tag': '42ff9e47-16dd-4b52-a820-b31d0a17af0c', 'status': 'completed', 'code': 200} Aug 31 13:41:10.302178 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-5dbeaa45-b938-4e82-8f2b-30536bb55d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:10.303860 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-5dbeaa45-b938-4e82-8f2b-30536bb55d78 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0443494 Aug 31 13:41:10.366313 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-0385e804-b80f-427e-b300-8879fc906b1d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ff9e47-16dd-4b52-a820-b31d0a17af0c HTTP/1.1" status: 200 len: 217 time: 0.0478160 Aug 31 13:41:10.418622 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-6afe317b-7e58-45d3-b3a3-1eb2efee7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:10.420125 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-6afe317b-7e58-45d3-b3a3-1eb2efee7ef7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.0460510 Aug 31 13:41:10.492977 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-2184a37d-0567-453c-a3e5-ec5e2ae97447 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250227 Aug 31 13:41:10.606428 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-e3ae9b12-7b3e-4ccf-830d-78ca4b855386 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987520 Aug 31 13:41:10.712971 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23fc9882-e125-4687-8d7a-8c956f47b5fa req-2e1515b0-7717-4497-9f85-bbc1ee058d61 service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934999 Aug 31 13:41:10.870593 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-bcb3edef-2fa5-4b4e-89bd-97da84c9d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:10.872476 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-bcb3edef-2fa5-4b4e-89bd-97da84c9d0bb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0792310 Aug 31 13:41:10.893616 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6e73-0766-49e5-bdd2-1318e99b3523 req-f640cffa-12b5-4f93-8f01-fbabbb2b7bd3 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:10.895242 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-102c6e73-0766-49e5-bdd2-1318e99b3523 req-f640cffa-12b5-4f93-8f01-fbabbb2b7bd3 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0695918 Aug 31 13:41:10.982797 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-102c6e73-0766-49e5-bdd2-1318e99b3523 req-bab89cdc-35da-4903-83a2-122daa6e12a9 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788529 Aug 31 13:41:11.011120 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-db230f17-59df-474c-9983-a1700972e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:11.012933 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-db230f17-59df-474c-9983-a1700972e151 service neutron] 10.222.0.107 "GET /v2.0/networks?id=fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 200 len: 917 time: 0.1166523 Aug 31 13:41:11.079695 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-d9a15048-cb78-47cb-86ad-5588e7c84156 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ff9e47-16dd-4b52-a820-b31d0a17af0c HTTP/1.1" status: 200 len: 217 time: 0.0501301 Aug 31 13:41:11.140745 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-10d568e1-fe07-445b-b0e9-ea0f79838871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:11.142825 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-10d568e1-fe07-445b-b0e9-ea0f79838871 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 200 len: 855 time: 0.0490532 Aug 31 13:41:11.183378 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-d3789a10-ec17-4dd7-945d-a2f76c053351 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=fa07179d-dd48-41cb-8301-642273bf3aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280762 Aug 31 13:41:11.313613 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5adf5f-2bbb-4492-b8be-ff4a88560322 req-adabd33e-83e1-436d-abf6-84165151ff89 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:11.315132 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6b5adf5f-2bbb-4492-b8be-ff4a88560322 req-adabd33e-83e1-436d-abf6-84165151ff89 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 944 time: 0.0991790 Aug 31 13:41:11.344423 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-89a6cfb9-d180-47a4-a758-23d2d7b1589b service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485696 Aug 31 13:41:11.381212 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6b5adf5f-2bbb-4492-b8be-ff4a88560322 req-2e712c02-3431-4edf-9021-4f62d836bb6f tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594347 Aug 31 13:41:11.452455 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44ea0668-ee77-468d-a3f8-b02eec22f21b req-3630ce16-6e3f-4da3-827b-df506295842b service neutron] 10.222.0.107 "GET /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954132 Aug 31 13:41:12.109545 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad399-9f3f-40a8-ac1e-0d9df0c0a296 req-efefcb09-c64e-4655-8a3a-439c1503a400 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:12.111146 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bb2ad399-9f3f-40a8-ac1e-0d9df0c0a296 req-efefcb09-c64e-4655-8a3a-439c1503a400 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0553052 Aug 31 13:41:12.154513 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bb2ad399-9f3f-40a8-ac1e-0d9df0c0a296 req-0e9c1f63-0fb2-4683-b4aa-123d0f676000 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Aug 31 13:41:12.516389 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec98d1d-a132-44e5-b4c1-d30d19426f26 req-4bcb5830-7ce6-4b29-b976-c27455ea37fb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:12.518443 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fec98d1d-a132-44e5-b4c1-d30d19426f26 req-4bcb5830-7ce6-4b29-b976-c27455ea37fb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 944 time: 0.0621562 Aug 31 13:41:12.560452 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fec98d1d-a132-44e5-b4c1-d30d19426f26 req-30dc66b6-c824-4e00-89e9-00df3bc1abfb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355935 Aug 31 13:41:12.967862 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 42ff9e47-16dd-4b52-a820-b31d0a17af0c details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:41:13.067200 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 42ff9e47-16dd-4b52-a820-b31d0a17af0c, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=42ff9e47-16dd-4b52-a820-b31d0a17af0c,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:13.080648 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '42ff9e47-16dd-4b52-a820-b31d0a17af0c', 'network_id': 'fa07179d-dd48-41cb-8301-642273bf3aa6', 'port_id': '42ff9e47-16dd-4b52-a820-b31d0a17af0c', 'mac_address': 'fa:16:3e:e3:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1468, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53187db4-def8-4e43-98eb-d1dd9cb48f14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:41:13.090622 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 47628) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:13.121743 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.135790 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ff9e47-16dd-4b52-a820-b31d0a17af0c {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:41:13.156019 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 42ff9e47-16dd-4b52-a820-b31d0a17af0c, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=42ff9e47-16dd-4b52-a820-b31d0a17af0c,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:13.162706 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.204697 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.210263 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=42ff9e47-16dd-4b52-a820-b31d0a17af0c,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:13.275335 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f214677-4bb2-4f41-a891-c52d55cc61a6 req-010f69cb-710a-4361-b8a9-291df286a729 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:13.277267 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0f214677-4bb2-4f41-a891-c52d55cc61a6 req-010f69cb-710a-4361-b8a9-291df286a729 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0524302 Aug 31 13:41:13.294541 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.300668 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.324397 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0f214677-4bb2-4f41-a891-c52d55cc61a6 req-f81c3669-15fd-432c-9bd2-9685d79e7e47 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Aug 31 13:41:13.343197 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67fbf454c33c499ebf664e824b81c74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512310 Aug 31 13:41:13.345198 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7f1bd6-572c-4846-bb91-00f3b14910df,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:13.346602 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 47634) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:13.354246 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.354955 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.355557 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.356523 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.356937 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.357498 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.357934 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.358895 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.358895 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.358895 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.359310 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.359535 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4d0c97-2c63-4190-bfd2-d82479b6d0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:13.376275 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:41:13.405730 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a2bf452a-e873-48b2-b0a3-ff6f1b42a291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.430782 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a2bf452a-e873-48b2-b0a3-ff6f1b42a291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.485320 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a2bf452a-e873-48b2-b0a3-ff6f1b42a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.487887 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a2bf452a-e873-48b2-b0a3-ff6f1b42a291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:13.491845 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-a2bf452a-e873-48b2-b0a3-ff6f1b42a291 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d7f1bd6-572c-4846-bb91-00f3b14910df HTTP/1.1" status: 204 len: 168 time: 0.1441336 Aug 31 13:41:13.500665 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf452a-e873-48b2-b0a3-ff6f1b42a291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7f1bd6-572c-4846-bb91-00f3b14910df,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:13.705156 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['42ff9e47-16dd-4b52-a820-b31d0a17af0c'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:41:13.721067 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23809df9-471b-467a-be01-2e4ff9d0b40c req-694edce9-aa33-4275-a69b-db08fcfb2ccf tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:13.722611 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23809df9-471b-467a-be01-2e4ff9d0b40c req-694edce9-aa33-4275-a69b-db08fcfb2ccf tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 945 time: 0.0694051 Aug 31 13:41:13.781634 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-23809df9-471b-467a-be01-2e4ff9d0b40c req-561c8dda-2c25-4cbe-b3fd-c47943e3eab3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512359 Aug 31 13:41:14.357363 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67552ab-8321-4658-bfb1-26e2264d2f67 req-c55f5610-65f2-4e67-99b4-8ac6e42247cb tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:14.359910 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c67552ab-8321-4658-bfb1-26e2264d2f67 req-c55f5610-65f2-4e67-99b4-8ac6e42247cb tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0524957 Aug 31 13:41:14.400001 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c67552ab-8321-4658-bfb1-26e2264d2f67 req-90bf3bab-0f9b-4a63-94b8-6153435f50b2 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342801 Aug 31 13:41:14.625949 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 47694) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:14.747894 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-99e025ab-af5b-4b82-9f11-5bbc514b9c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.852519 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-99e025ab-af5b-4b82-9f11-5bbc514b9c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.857233 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-99e025ab-af5b-4b82-9f11-5bbc514b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.899343 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e025ab-af5b-4b82-9f11-5bbc514b9c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade095e2-4791-459c-8c36-d924bdfc43ac,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:14.905589 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4026b-1594-4a03-9ec0-fe9fbac559bb req-f9201b8c-87e5-4933-bd82-4651ada9cc70 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:14.905890 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-99e025ab-af5b-4b82-9f11-5bbc514b9c45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=955c2c956ba0436fb1cd0b3461f7a1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786341 Aug 31 13:41:14.907210 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-29b4026b-1594-4a03-9ec0-fe9fbac559bb req-f9201b8c-87e5-4933-bd82-4651ada9cc70 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 945 time: 0.0634360 Aug 31 13:41:14.908930 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 47700) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:14.947872 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-29b4026b-1594-4a03-9ec0-fe9fbac559bb req-5abfad86-8e84-49ee-b715-c97f6e566a09 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Aug 31 13:41:14.968160 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2534-f58a-4e42-b102-f174239f142e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.991233 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2534-f58a-4e42-b102-f174239f142e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:15.043891 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2534-f58a-4e42-b102-f174239f142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:15.047949 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2534-f58a-4e42-b102-f174239f142e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:15.049223 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9e4f2534-f58a-4e42-b102-f174239f142e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ade095e2-4791-459c-8c36-d924bdfc43ac HTTP/1.1" status: 204 len: 168 time: 0.1391587 Aug 31 13:41:15.057483 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2534-f58a-4e42-b102-f174239f142e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade095e2-4791-459c-8c36-d924bdfc43ac,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:15.523272 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b05801-8493-4e33-9e9b-60d283ae3f1d req-15105df1-5aaf-40e6-8860-ee93aa642232 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:15.524886 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d0b05801-8493-4e33-9e9b-60d283ae3f1d req-15105df1-5aaf-40e6-8860-ee93aa642232 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0546558 Aug 31 13:41:15.573133 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d0b05801-8493-4e33-9e9b-60d283ae3f1d req-1d1790fb-fc78-4513-87d4-913bf3c659af tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Aug 31 13:41:16.081430 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ed604-4791-4b0c-922d-37c1930a25f9 req-44a0472d-b1dc-454a-8e79-7fd2d4339f9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:16.088971 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d90ed604-4791-4b0c-922d-37c1930a25f9 req-44a0472d-b1dc-454a-8e79-7fd2d4339f9a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 945 time: 0.0702724 Aug 31 13:41:16.132135 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d90ed604-4791-4b0c-922d-37c1930a25f9 req-394def1d-3446-4ab0-9c24-99c1681bcdc0 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Aug 31 13:41:16.731103 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2d945-5319-4277-afda-9ce6a871f207 req-587088a6-f146-40c2-92c4-a0a5fb686c2f tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:16.741010 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-69e2d945-5319-4277-afda-9ce6a871f207 req-587088a6-f146-40c2-92c4-a0a5fb686c2f tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0886118 Aug 31 13:41:16.796473 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-69e2d945-5319-4277-afda-9ce6a871f207 req-943c08a5-9318-4c12-ac9d-5469eb0b8b20 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a994c35-b8dd-45e1-adb6-b1f704509525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541255 Aug 31 13:41:16.954904 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-27a072cf-d098-41f4-b4e5-25254208a23f tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:16.956576 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-27a072cf-d098-41f4-b4e5-25254208a23f tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.107 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 945 time: 0.0665760 Aug 31 13:41:16.988014 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 42ff9e47-16dd-4b52-a820-b31d0a17af0c up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:17.049814 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 42ff9e47-16dd-4b52-a820-b31d0a17af0c completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:41:17.054691 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 42ff9e47-16dd-4b52-a820-b31d0a17af0c triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:17.055253 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:17.083618 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Deleting port adbcec59-4752-42d2-a4d9-acc303306d91 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:41:17.084189 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:17.171595 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:17.202491 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4ea845-2852-420f-845a-a97af7125ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff9e47-16dd-4b52-a820-b31d0a17af0c'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:41:17.205675 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8ed058-e467-44fb-80ff-dc66b461c81a" -d '{"events": [{"server_uuid": "cf4ea845-2852-420f-845a-a97af7125ae0", "name": "network-vif-plugged", "status": "completed", "tag": "42ff9e47-16dd-4b52-a820-b31d0a17af0c"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:41:17.211919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] For port adbcec59-4752-42d2-a4d9-acc303306d91, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=adbcec59-4752-42d2-a4d9-acc303306d91,segment=NetworkSegment(9719985c-4cda-46ac-9739-411cfb97e32d),segment_id=9719985c-4cda-46ac-9739-411cfb97e32d)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:17.212304 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:17.240787 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Calling delete_port for adbcec59-4752-42d2-a4d9-acc303306d91 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:41:17.242225 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 42ff9e47-16dd-4b52-a820-b31d0a17af0c, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=42ff9e47-16dd-4b52-a820-b31d0a17af0c,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:17.252340 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:17.297696 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59703577-e506-4be4-808d-78e0137d0e7d x-openstack-request-id: req-59703577-e506-4be4-808d-78e0137d0e7d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:41:17.297993 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4ea845-2852-420f-845a-a97af7125ae0", "name": "network-vif-plugged", "status": "completed", "tag": "42ff9e47-16dd-4b52-a820-b31d0a17af0c", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:41:17.298244 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59703577-e506-4be4-808d-78e0137d0e7d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:41:17.298637 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4ea845-2852-420f-845a-a97af7125ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff9e47-16dd-4b52-a820-b31d0a17af0c', 'code': 200} Aug 31 13:41:17.300949 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9c7a-108a-42ba-a34e-6859b25a0d65 req-7e5a6b76-e781-4cc6-b4bb-0e9292c4917b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:17.303327 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e66e9c7a-108a-42ba-a34e-6859b25a0d65 req-7e5a6b76-e781-4cc6-b4bb-0e9292c4917b tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 945 time: 0.0812306 Aug 31 13:41:17.347913 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=42ff9e47-16dd-4b52-a820-b31d0a17af0c,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:17.385132 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e66e9c7a-108a-42ba-a34e-6859b25a0d65 req-5c45c5f9-3a1d-4c1e-9973-2fd7171f64f7 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641706 Aug 31 13:41:17.435822 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:17.471048 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Pushing event deleted for resources: {'Port': ['ID=adbcec59-4752-42d2-a4d9-acc303306d91,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:17.520525 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] No DVR routers for this DVR port adbcec59-4752-42d2-a4d9-acc303306d91 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:41:17.524675 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:17.527035 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-40f0a2e5-1c48-40b2-aede-55eecd267bd7 req-c8b881a3-b41f-4d28-8ac5-df2d75fbceff tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.107 "DELETE /v2.0/ports/adbcec59-4752-42d2-a4d9-acc303306d91 HTTP/1.1" status: 204 len: 173 time: 0.5560100 Aug 31 13:41:17.527483 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df25a5e6-7fd6-4319-a15c-bda6cf37b7d0', 'name': 'network-vif-deleted', 'tag': 'adbcec59-4752-42d2-a4d9-acc303306d91'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:41:17.529918 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e54892-21d1-4e39-ba3e-badabbd8c334" -d '{"events": [{"server_uuid": "df25a5e6-7fd6-4319-a15c-bda6cf37b7d0", "name": "network-vif-deleted", "tag": "adbcec59-4752-42d2-a4d9-acc303306d91"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:41:17.535051 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de10bc0-504f-40b1-bc6f-49c2aeac248b req-a297ecfa-174b-4003-8c88-99ccce6c6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:17.536846 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5de10bc0-504f-40b1-bc6f-49c2aeac248b req-a297ecfa-174b-4003-8c88-99ccce6c6362 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 1099 time: 0.0511563 Aug 31 13:41:17.593907 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c90586-7890-4dc5-83d0-292b4f549b88 x-openstack-request-id: req-86c90586-7890-4dc5-83d0-292b4f549b88 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:41:17.594360 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df25a5e6-7fd6-4319-a15c-bda6cf37b7d0", "name": "network-vif-deleted", "tag": "adbcec59-4752-42d2-a4d9-acc303306d91", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:41:17.594714 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86c90586-7890-4dc5-83d0-292b4f549b88 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:41:17.595867 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df25a5e6-7fd6-4319-a15c-bda6cf37b7d0', 'name': 'network-vif-deleted', 'tag': 'adbcec59-4752-42d2-a4d9-acc303306d91', 'status': 'completed', 'code': 200} Aug 31 13:41:17.601989 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5de10bc0-504f-40b1-bc6f-49c2aeac248b req-2cdfe47b-fd98-41b2-a27a-9583fb3a6a95 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Aug 31 13:41:17.651368 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f6b0aff6-9f50-47f3-a729-b09d4d3ab853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:17.912015 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6bf6927e-87f3-45ff-9d56-d8a0f43a1bc0 req-8a084ae1-7c33-4db0-8d71-993784115b95 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0306802 Aug 31 13:41:18.197941 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f88af-dabe-4a4d-a23d-b011747daa6e req-e1996c59-2142-499e-af59-a08949b1cea7 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:18.200043 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-973f88af-dabe-4a4d-a23d-b011747daa6e req-e1996c59-2142-499e-af59-a08949b1cea7 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0624695 Aug 31 13:41:18.250867 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-973f88af-dabe-4a4d-a23d-b011747daa6e req-1101c26f-2675-45a9-8d9b-b12f41547043 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Aug 31 13:41:18.523701 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129255f-11af-4906-8a1e-9b6d15bb57b9 req-de8caf6b-edd0-4818-8aa4-c85610233db5 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:18.525198 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c129255f-11af-4906-8a1e-9b6d15bb57b9 req-de8caf6b-edd0-4818-8aa4-c85610233db5 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0615213 Aug 31 13:41:18.570985 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c129255f-11af-4906-8a1e-9b6d15bb57b9 req-88842067-83b5-4b5d-9286-01eac144e5e5 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 Aug 31 13:41:19.039124 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device adbcec59-4752-42d2-a4d9-acc303306d91 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:41:19.063465 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: adbcec59-4752-42d2-a4d9-acc303306d91 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:41:19.063782 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device adbcec59-4752-42d2-a4d9-acc303306d91 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:41:20.374545 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db08222a-ba53-422e-a48b-bbf2376bd1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:20.788980 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:21.341244 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14148f-16e0-4937-8df2-a138877272e9 req-cd93b919-2119-41d7-9120-b9fc3f57032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:21.342831 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f14148f-16e0-4937-8df2-a138877272e9 req-cd93b919-2119-41d7-9120-b9fc3f57032c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1099 time: 0.0427532 Aug 31 13:41:21.453293 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ee299106-4a21-4fd2-9549-aece617b51b4 req-6fa2a6cc-d203-4911-8006-355ae35ad2e9 tempest-VolumesActionsTest-1364720248 tempest-VolumesActionsTest-1364720248-project] 10.222.0.21 "GET /v2.0/ports?device_id=df25a5e6-7fd6-4319-a15c-bda6cf37b7d0 HTTP/1.1" status: 200 len: 210 time: 0.0664203 Aug 31 13:41:21.464780 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1678a4-dd21-4987-ad77-cc6cdfbcafef req-e34f5bb1-a5ae-41d5-8a8a-c3ea92a74a4e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:21.466452 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3c1678a4-dd21-4987-ad77-cc6cdfbcafef req-e34f5bb1-a5ae-41d5-8a8a-c3ea92a74a4e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0509720 Aug 31 13:41:21.493695 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:21.509902 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14148f-16e0-4937-8df2-a138877272e9 req-85982acb-3dba-47f7-a650-5fce2b0b14da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:21.511607 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f14148f-16e0-4937-8df2-a138877272e9 req-85982acb-3dba-47f7-a650-5fce2b0b14da service neutron] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 921 time: 0.1364388 Aug 31 13:41:21.514852 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3c1678a4-dd21-4987-ad77-cc6cdfbcafef req-000a5c5c-382c-407e-ba02-228f7c7f40cf tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Aug 31 13:41:21.583052 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f14148f-16e0-4937-8df2-a138877272e9 req-ced97005-ff86-4d61-be35-6a498e6255f0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 200 len: 217 time: 0.0513637 Aug 31 13:41:21.604414 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e528726-7a59-49bd-90f5-b97f083aa743 req-365ce020-90ce-4e1a-8d4d-6eb871767755 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:21.606279 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8e528726-7a59-49bd-90f5-b97f083aa743 req-365ce020-90ce-4e1a-8d4d-6eb871767755 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0850146 Aug 31 13:41:21.688645 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8e528726-7a59-49bd-90f5-b97f083aa743 req-29a8384e-7e86-44f1-8f6e-98111fe257f8 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727966 Aug 31 13:41:21.690882 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14148f-16e0-4937-8df2-a138877272e9 req-72a1344b-4aa5-4c33-b475-8ebca42f0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:21.692409 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f14148f-16e0-4937-8df2-a138877272e9 req-72a1344b-4aa5-4c33-b475-8ebca42f0cb5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.0852149 Aug 31 13:41:21.733529 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f14148f-16e0-4937-8df2-a138877272e9 req-8e5f572b-0c94-40e0-aa01-185a5502aea5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249724 Aug 31 13:41:21.856485 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f14148f-16e0-4937-8df2-a138877272e9 req-63a54fd2-92e8-4ea3-abce-218508731369 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027701 Aug 31 13:41:21.956827 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7f14148f-16e0-4937-8df2-a138877272e9 req-1840376f-41fa-4405-a339-c3fe9b0beafc service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889659 Aug 31 13:41:23.718685 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:25.733460 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d544ea-920b-4de5-adc7-c61df1511b79 req-546cff28-a9a4-4fa8-8001-3e8b66c1e566 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:25.735123 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-59d544ea-920b-4de5-adc7-c61df1511b79 req-546cff28-a9a4-4fa8-8001-3e8b66c1e566 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0546575 Aug 31 13:41:25.754376 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c83d1-99ee-4ac0-bc30-65fa2329f170 req-b4af8ebc-b536-41d1-814e-9745cafbefec tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:25.756433 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-214c83d1-99ee-4ac0-bc30-65fa2329f170 req-b4af8ebc-b536-41d1-814e-9745cafbefec tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0635219 Aug 31 13:41:25.785183 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-59d544ea-920b-4de5-adc7-c61df1511b79 req-01fb2b58-c84f-473a-a7ef-86357e2f11af tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Aug 31 13:41:25.805763 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-214c83d1-99ee-4ac0-bc30-65fa2329f170 req-8273da85-28d3-4520-8018-6cc633262583 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385847 Aug 31 13:41:26.908494 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca04339-8f2d-4b74-92cc-8691b9d301f1 req-6629f245-2572-4b53-8f62-30b5ca278c0f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:26.910502 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cca04339-8f2d-4b74-92cc-8691b9d301f1 req-6629f245-2572-4b53-8f62-30b5ca278c0f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0537720 Aug 31 13:41:26.955610 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cca04339-8f2d-4b74-92cc-8691b9d301f1 req-e3bdbc8e-8ab1-46a1-9a25-c193a70bb5c5 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Aug 31 13:41:27.069279 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508904-51c5-48b7-8ea9-dac482a22583 req-c5fbeb98-3d78-4e6b-b206-e81d0967f8e4 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:27.070832 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-96508904-51c5-48b7-8ea9-dac482a22583 req-c5fbeb98-3d78-4e6b-b206-e81d0967f8e4 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0536077 Aug 31 13:41:27.116138 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-96508904-51c5-48b7-8ea9-dac482a22583 req-f3cbde05-7658-4526-97b9-0c4282372dcb tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 Aug 31 13:41:30.110066 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e288e-738f-4e78-994e-d22f50213a0a req-8023b80c-b57e-45a6-b4ef-8bf9a4235e36 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:30.112899 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8f9e288e-738f-4e78-994e-d22f50213a0a req-8023b80c-b57e-45a6-b4ef-8bf9a4235e36 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0568750 Aug 31 13:41:30.158342 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8f9e288e-738f-4e78-994e-d22f50213a0a req-59899275-1d03-409e-b7f2-1cb420c8729a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374172 Aug 31 13:41:31.286950 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006633-0ad7-4785-af7f-a3c680a51d67 req-046f054f-0167-4b21-bffe-0980edf3fd53 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:31.288589 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-de006633-0ad7-4785-af7f-a3c680a51d67 req-046f054f-0167-4b21-bffe-0980edf3fd53 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0585284 Aug 31 13:41:31.330852 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-de006633-0ad7-4785-af7f-a3c680a51d67 req-b9058b6b-decf-4c2f-b7ea-6d4b5f9540af tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356295 Aug 31 13:41:31.890951 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.462661 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932027-9bf6-4dca-9678-b8e24dd4212d req-d6eb8073-0e81-4961-ad93-e27281c391c8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:32.464213 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38932027-9bf6-4dca-9678-b8e24dd4212d req-d6eb8073-0e81-4961-ad93-e27281c391c8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0596468 Aug 31 13:41:32.507267 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38932027-9bf6-4dca-9678-b8e24dd4212d req-a40842b6-e368-42a6-bdf0-b3304a69d59e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Aug 31 13:41:33.630761 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f98687-eb8d-44ab-bef9-47fb9e240536 req-d8f8bbfb-d2b0-46e7-8530-b7cc4121332b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:33.632184 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07f98687-eb8d-44ab-bef9-47fb9e240536 req-d8f8bbfb-d2b0-46e7-8530-b7cc4121332b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0500152 Aug 31 13:41:33.676414 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07f98687-eb8d-44ab-bef9-47fb9e240536 req-51ea4e42-cec9-401e-86a6-2583e855fc91 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Aug 31 13:41:34.812129 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb2db-4662-4b27-91b1-bcc281741d8a req-bd29be57-c90c-46dc-bb33-16173753026f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:34.814745 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f60cb2db-4662-4b27-91b1-bcc281741d8a req-bd29be57-c90c-46dc-bb33-16173753026f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0531476 Aug 31 13:41:34.876200 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f60cb2db-4662-4b27-91b1-bcc281741d8a req-847e0642-01d0-443b-bfc4-536bfbb15f32 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541675 Aug 31 13:41:36.037866 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f366d55-02bb-4de1-92c4-d683b5828cee req-b0370af6-f0e6-4bc6-b426-a23fe6179d8c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:36.039849 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4f366d55-02bb-4de1-92c4-d683b5828cee req-b0370af6-f0e6-4bc6-b426-a23fe6179d8c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0664914 Aug 31 13:41:36.091175 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4f366d55-02bb-4de1-92c4-d683b5828cee req-0117fd6c-1013-4765-9ad8-d7e56c6a35bb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430708 Aug 31 13:41:37.313408 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee83d6-1cd7-437a-9100-f456b9bf7de4 req-059736ef-5912-4cb5-9099-e87a12c2a253 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:37.321624 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-58ee83d6-1cd7-437a-9100-f456b9bf7de4 req-059736ef-5912-4cb5-9099-e87a12c2a253 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1203699 Aug 31 13:41:37.404936 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-58ee83d6-1cd7-437a-9100-f456b9bf7de4 req-d174da65-6816-40c3-8865-ebdf0184341b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784855 Aug 31 13:41:37.784268 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2a437-9e06-41b1-8322-6984423b526d req-0630a949-e8da-4ab4-9a77-905194593caa tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:37.786172 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-97f2a437-9e06-41b1-8322-6984423b526d req-0630a949-e8da-4ab4-9a77-905194593caa tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0540802 Aug 31 13:41:37.839938 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-97f2a437-9e06-41b1-8322-6984423b526d req-998f1212-975b-42fb-940d-b8a3baefd01e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468328 Aug 31 13:41:38.550729 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dac1d-8e7b-4cee-b22b-d0c3300ee55f req-6a5e8554-9e92-4cca-9c9e-08eca1bd0ffb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:38.552245 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d62dac1d-8e7b-4cee-b22b-d0c3300ee55f req-6a5e8554-9e92-4cca-9c9e-08eca1bd0ffb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Aug 31 13:41:38.596617 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d62dac1d-8e7b-4cee-b22b-d0c3300ee55f req-e92d24bd-9192-4152-aae3-f2333a4fb826 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373487 Aug 31 13:41:38.981246 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61142-9bd6-4baa-9205-16aaf1deab4d req-e0251610-ef9d-446c-9e8e-50a1e4aa17cd tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:38.989000 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6ae61142-9bd6-4baa-9205-16aaf1deab4d req-e0251610-ef9d-446c-9e8e-50a1e4aa17cd tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0681365 Aug 31 13:41:39.038035 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6ae61142-9bd6-4baa-9205-16aaf1deab4d req-3685436b-18ad-47b2-bb74-43673a80931b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470784 Aug 31 13:41:39.736439 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae8a0-615c-429e-8c30-2faaf5ceea02 req-48f0e6f4-5494-472f-b90f-b1d71686071a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:39.745035 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b5bae8a0-615c-429e-8c30-2faaf5ceea02 req-48f0e6f4-5494-472f-b90f-b1d71686071a tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0715747 Aug 31 13:41:39.805841 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b5bae8a0-615c-429e-8c30-2faaf5ceea02 req-70357e5f-76f6-483e-81d7-133597607af6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592458 Aug 31 13:41:40.018928 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 48192) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:40.205474 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4e10-2fab-4299-a5d8-99bc622bb9ce req-23e1756a-68ef-4b46-953e-c20063d4ac18 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:40.214831 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-686c4e10-2fab-4299-a5d8-99bc622bb9ce req-23e1756a-68ef-4b46-953e-c20063d4ac18 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0669532 Aug 31 13:41:40.237031 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f9fe96e5-3022-4d37-acb0-85ef7f454a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.253670 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-686c4e10-2fab-4299-a5d8-99bc622bb9ce req-bbaebeeb-955e-4b9f-874c-401e5fb2a9b6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Aug 31 13:41:40.344242 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f9fe96e5-3022-4d37-acb0-85ef7f454a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.349460 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f9fe96e5-3022-4d37-acb0-85ef7f454a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.398671 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f9fe96e5-3022-4d37-acb0-85ef7f454a73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=049b3fea92074bc09999e3e1e1cfe276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782883 Aug 31 13:41:40.399423 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe96e5-3022-4d37-acb0-85ef7f454a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cc5b5d-2670-4315-952c-b02c77557283,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:40.401829 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 48204) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:40.455559 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ce9e28ba-3780-4b53-a2c8-9923c4ab101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.478138 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ce9e28ba-3780-4b53-a2c8-9923c4ab101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.535522 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ce9e28ba-3780-4b53-a2c8-9923c4ab101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.538772 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ce9e28ba-3780-4b53-a2c8-9923c4ab101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.540279 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-ce9e28ba-3780-4b53-a2c8-9923c4ab101f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2cc5b5d-2670-4315-952c-b02c77557283 HTTP/1.1" status: 204 len: 168 time: 0.1368484 Aug 31 13:41:40.548547 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e28ba-3780-4b53-a2c8-9923c4ab101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cc5b5d-2670-4315-952c-b02c77557283,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:40.963023 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed751e3-457e-4104-90af-bb04f8849439 req-87cf69ce-ddbf-41e7-8c5f-b8748cd64aab tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:40.965687 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0ed751e3-457e-4104-90af-bb04f8849439 req-87cf69ce-ddbf-41e7-8c5f-b8748cd64aab tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0647762 Aug 31 13:41:41.013382 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0ed751e3-457e-4104-90af-bb04f8849439 req-3637c458-d0d6-4116-b47e-1e22d35109d3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 Aug 31 13:41:41.393080 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c685d9-13f6-4566-a2e3-3cb65472379b req-53996238-cba0-4f3b-abfa-922d4ee55abe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:41.400928 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2c685d9-13f6-4566-a2e3-3cb65472379b req-53996238-cba0-4f3b-abfa-922d4ee55abe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0635703 Aug 31 13:41:41.444992 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2c685d9-13f6-4566-a2e3-3cb65472379b req-92f9b4ed-0e4e-4c94-aa4c-55e594b06999 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429385 Aug 31 13:41:42.191556 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb7b1d-0c27-428e-9ae7-88e3a7686aa8 req-75a9d0d1-e121-4005-882e-46827dca6355 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:42.193264 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-56fb7b1d-0c27-428e-9ae7-88e3a7686aa8 req-75a9d0d1-e121-4005-882e-46827dca6355 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0886686 Aug 31 13:41:42.244853 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-56fb7b1d-0c27-428e-9ae7-88e3a7686aa8 req-c832e7d6-6052-417f-91d4-8f4fc3f0df02 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Aug 31 13:41:42.593979 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c1275-7552-4bfa-8562-64c7869e701a req-5531d02a-6d77-4ce2-9c91-090822fadba4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:42.595900 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3d3c1275-7552-4bfa-8562-64c7869e701a req-5531d02a-6d77-4ce2-9c91-090822fadba4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0631394 Aug 31 13:41:42.639998 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3d3c1275-7552-4bfa-8562-64c7869e701a req-808130f5-0d70-43e2-9f69-1e08938badbf tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376031 Aug 31 13:41:43.388064 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52392a1d-1aa5-4e6f-b8a2-18f912cb1a4e req-46eea350-7907-456a-bd90-b01a7d490221 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:43.389962 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-52392a1d-1aa5-4e6f-b8a2-18f912cb1a4e req-46eea350-7907-456a-bd90-b01a7d490221 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0629551 Aug 31 13:41:43.439619 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-52392a1d-1aa5-4e6f-b8a2-18f912cb1a4e req-75e1b0a8-8979-48f2-9d24-2b687f4f943d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Aug 31 13:41:43.826346 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099a91-3946-4044-9f83-ff5010fa67f6 req-0abb2180-3ddc-47ff-a4a5-3d1ce66ebb68 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:43.828867 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-02099a91-3946-4044-9f83-ff5010fa67f6 req-0abb2180-3ddc-47ff-a4a5-3d1ce66ebb68 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0918581 Aug 31 13:41:43.893018 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-02099a91-3946-4044-9f83-ff5010fa67f6 req-b4a38546-b49f-45cf-962b-ddf9e6ac4d56 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571578 Aug 31 13:41:44.595152 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fbb43-b987-48fb-8111-28a015cef0d3 req-bae3b4d5-d00b-4028-b298-731550ce60f6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:44.597172 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-393fbb43-b987-48fb-8111-28a015cef0d3 req-bae3b4d5-d00b-4028-b298-731550ce60f6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0781882 Aug 31 13:41:44.643638 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-393fbb43-b987-48fb-8111-28a015cef0d3 req-9d3f902d-8172-48ef-b728-aa167176fc98 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Aug 31 13:41:45.048521 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f973-526f-4adc-b0f9-b143f9abaa24 req-58257626-9020-4ef0-97f4-76fc5f7d949d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:45.050102 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4893f973-526f-4adc-b0f9-b143f9abaa24 req-58257626-9020-4ef0-97f4-76fc5f7d949d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0700297 Aug 31 13:41:45.091153 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4893f973-526f-4adc-b0f9-b143f9abaa24 req-875c0bd0-6119-4f66-b2e5-3102999e090f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347533 Aug 31 13:41:45.772557 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34f318-7c81-4e22-ad76-2e8b6a7e7853 req-47d56236-309c-41bc-a42e-3d01e654af03 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:45.774216 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1d34f318-7c81-4e22-ad76-2e8b6a7e7853 req-47d56236-309c-41bc-a42e-3d01e654af03 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0607474 Aug 31 13:41:45.817713 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1d34f318-7c81-4e22-ad76-2e8b6a7e7853 req-ca569a3e-fc71-48b2-8e27-d4b7ea2fa1ae tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353234 Aug 31 13:41:46.222803 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d784c8-f080-4069-b420-24fb81ef3991 req-9fb63426-1186-4b00-b825-925c65bc3941 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:46.224362 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d4d784c8-f080-4069-b420-24fb81ef3991 req-9fb63426-1186-4b00-b825-925c65bc3941 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0544679 Aug 31 13:41:46.268335 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d4d784c8-f080-4069-b420-24fb81ef3991 req-de5d9e58-c6aa-4e86-a4a7-7a16eeff3e9d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366549 Aug 31 13:41:46.952865 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e3c46-3aa2-4493-936b-14c5cc4b8a08 req-aab18b4f-cac9-4991-b35a-50b2a54be5b8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:46.954452 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-905e3c46-3aa2-4493-936b-14c5cc4b8a08 req-aab18b4f-cac9-4991-b35a-50b2a54be5b8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0541048 Aug 31 13:41:47.000281 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-905e3c46-3aa2-4493-936b-14c5cc4b8a08 req-e2891923-e18b-4c84-940d-5eb732b74168 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Aug 31 13:41:47.424012 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a127be-8189-4c21-a4e5-bab0c464f229 req-697b85f5-2f31-46b9-b3d3-1e883c4b30db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:47.427615 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-99a127be-8189-4c21-a4e5-bab0c464f229 req-697b85f5-2f31-46b9-b3d3-1e883c4b30db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0645401 Aug 31 13:41:47.475824 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-99a127be-8189-4c21-a4e5-bab0c464f229 req-0186eed1-96d8-4afc-8fb1-fd17f6d2782f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413773 Aug 31 13:41:47.645463 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62b3c182-9c25-45ce-be11-f557befc510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:48.212245 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6eba0-2a09-4997-b877-1a821f958d34 req-12d37a44-2acb-46b4-be53-cde03d11ec70 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:48.217168 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-eaa6eba0-2a09-4997-b877-1a821f958d34 req-12d37a44-2acb-46b4-be53-cde03d11ec70 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0871358 Aug 31 13:41:48.261446 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-eaa6eba0-2a09-4997-b877-1a821f958d34 req-618dabbc-283e-4633-ba23-414f01cf4f8d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Aug 31 13:41:48.646758 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfe63d-4306-487a-9113-471e1975e109 req-bf4ca6db-49b4-4175-888c-3abe41e54347 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:48.649720 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7cfe63d-4306-487a-9113-471e1975e109 req-bf4ca6db-49b4-4175-888c-3abe41e54347 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0735614 Aug 31 13:41:48.714191 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7cfe63d-4306-487a-9113-471e1975e109 req-d6919066-81d8-4654-88ed-b2e9fe66629c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565071 Aug 31 13:41:49.384468 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67505094-962b-4958-8c13-9bf0bc648b76 req-1e5c6fd8-70ab-4cbf-968a-39f7da63257f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:49.386257 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-67505094-962b-4958-8c13-9bf0bc648b76 req-1e5c6fd8-70ab-4cbf-968a-39f7da63257f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0548563 Aug 31 13:41:49.427712 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-67505094-962b-4958-8c13-9bf0bc648b76 req-c87b3337-3352-4c0b-b105-c7e640aa4c75 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Aug 31 13:41:49.842628 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c956e6-6dce-4c8c-88f5-b73fedd0136d req-1172c1fc-5cb3-4a77-8ef0-85bae9c8757e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:49.844210 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a3c956e6-6dce-4c8c-88f5-b73fedd0136d req-1172c1fc-5cb3-4a77-8ef0-85bae9c8757e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0541418 Aug 31 13:41:49.889478 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a3c956e6-6dce-4c8c-88f5-b73fedd0136d req-c6ce4c74-8c70-40f9-ac27-f789a9f8bd16 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377190 Aug 31 13:41:50.360718 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:41:50.374565 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1d51-f57c-43af-a71a-3185838667c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:50.585654 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c4ce4-945c-4382-ba9e-4d29b6c8f8d9 req-fdcabbf7-07c5-4016-b60f-9ffe8613532f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:50.587266 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c59c4ce4-945c-4382-ba9e-4d29b6c8f8d9 req-fdcabbf7-07c5-4016-b60f-9ffe8613532f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0532751 Aug 31 13:41:50.630826 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c59c4ce4-945c-4382-ba9e-4d29b6c8f8d9 req-a95a30f3-1f3b-40c9-bf0e-7bd98e624491 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369892 Aug 31 13:41:50.782226 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:51.054937 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1079a05-379f-4435-a125-8a358bef38a7 req-fdaabbde-3ba5-4a8b-8084-880421cb050a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:51.056793 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a1079a05-379f-4435-a125-8a358bef38a7 req-fdaabbde-3ba5-4a8b-8084-880421cb050a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0868354 Aug 31 13:41:51.154804 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a1079a05-379f-4435-a125-8a358bef38a7 req-64e1572b-655e-4f43-8fa4-9cea6cd3db1a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915008 Aug 31 13:41:51.489602 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:51.760313 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdd452-5300-4850-9611-f58c92067ae5 req-65aa9df7-27ee-4e9c-bb23-1c6ce4947363 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:51.762667 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d6bdd452-5300-4850-9611-f58c92067ae5 req-65aa9df7-27ee-4e9c-bb23-1c6ce4947363 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0593195 Aug 31 13:41:51.809854 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d6bdd452-5300-4850-9611-f58c92067ae5 req-fe559e46-429c-4b08-b631-2ca9d6c5882d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Aug 31 13:41:52.289931 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a9f23-e0ec-4b97-a2e1-34fcfc4194ad req-c9e3024b-0a95-4bec-9a7d-a3d58363b054 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:52.291737 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-834a9f23-e0ec-4b97-a2e1-34fcfc4194ad req-c9e3024b-0a95-4bec-9a7d-a3d58363b054 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0585618 Aug 31 13:41:52.341065 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-834a9f23-e0ec-4b97-a2e1-34fcfc4194ad req-e4f11f40-1097-460a-aa16-4e49d2a24d4b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386860 Aug 31 13:41:52.938775 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876c966-ab51-4441-aa78-230173ac1239 req-418adf5a-36fb-49cc-b001-6bf8e923a2ab tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:52.940316 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c876c966-ab51-4441-aa78-230173ac1239 req-418adf5a-36fb-49cc-b001-6bf8e923a2ab tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0535800 Aug 31 13:41:52.981035 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c876c966-ab51-4441-aa78-230173ac1239 req-9fc84f95-92de-4e04-af5c-4d5ad0619c49 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Aug 31 13:41:53.469257 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c87a7-bb32-4145-9463-9cd6e497f621 req-862df1d0-403d-4c54-b259-ef5864b2466a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:53.470861 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7f5c87a7-bb32-4145-9463-9cd6e497f621 req-862df1d0-403d-4c54-b259-ef5864b2466a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0509953 Aug 31 13:41:53.519484 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7f5c87a7-bb32-4145-9463-9cd6e497f621 req-1629fb60-4f1b-4e24-8de5-f12ca6419297 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Aug 31 13:41:53.725981 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:54.129469 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b2e07-21de-4a0f-b13e-a184288f3ba5 req-412cfbb0-a42a-4856-bc26-5781c8cdb6db tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:54.131771 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2c1b2e07-21de-4a0f-b13e-a184288f3ba5 req-412cfbb0-a42a-4856-bc26-5781c8cdb6db tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0595343 Aug 31 13:41:54.208673 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2c1b2e07-21de-4a0f-b13e-a184288f3ba5 req-56b7a2e0-fa25-46a6-88d9-d19e0e9bdc9b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Aug 31 13:41:54.695722 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99905196-b979-4627-8279-49e08584d6b6 req-bddfc306-7607-4f7a-b696-1e65bd1f4c37 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:54.697384 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-99905196-b979-4627-8279-49e08584d6b6 req-bddfc306-7607-4f7a-b696-1e65bd1f4c37 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0835614 Aug 31 13:41:54.740037 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-99905196-b979-4627-8279-49e08584d6b6 req-462b40eb-d4f1-401e-b485-9e9f786cb720 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360429 Aug 31 13:41:55.361518 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ab57-edb7-4ac6-9c6b-f47f62aee699 req-61ce5e8e-72fa-4317-9630-a83efc8029d3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:55.363776 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-29a2ab57-edb7-4ac6-9c6b-f47f62aee699 req-61ce5e8e-72fa-4317-9630-a83efc8029d3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0598483 Aug 31 13:41:55.427202 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-29a2ab57-edb7-4ac6-9c6b-f47f62aee699 req-48de6f3e-8588-44d6-a6f9-89bdf7f0f3ff tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565672 Aug 31 13:41:55.885194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263129e-1e66-44a0-abd2-e8721fc33688 req-748b3daf-41b2-4318-bfd6-35374ff48707 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:55.886893 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d263129e-1e66-44a0-abd2-e8721fc33688 req-748b3daf-41b2-4318-bfd6-35374ff48707 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0548856 Aug 31 13:41:55.938598 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d263129e-1e66-44a0-abd2-e8721fc33688 req-90372ed8-47e8-4f96-b1bc-a3a8aca5a24d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377958 Aug 31 13:41:56.557292 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24195c24-f22d-42f3-bd7c-8685348fa15f req-f7650752-6c3b-43d7-add8-e462b9f0f71e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:56.558860 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-24195c24-f22d-42f3-bd7c-8685348fa15f req-f7650752-6c3b-43d7-add8-e462b9f0f71e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0554485 Aug 31 13:41:56.602131 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-24195c24-f22d-42f3-bd7c-8685348fa15f req-07aa4197-a22a-49f6-a93c-fa7a74a8214b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Aug 31 13:41:56.806846 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924ad9-434b-4ca0-84dd-63d77d4881eb req-a253990e-e85f-41cb-ae19-09e26171c61d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:56.808648 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8b924ad9-434b-4ca0-84dd-63d77d4881eb req-a253990e-e85f-41cb-ae19-09e26171c61d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0570168 Aug 31 13:41:56.848915 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8b924ad9-434b-4ca0-84dd-63d77d4881eb req-83855ee4-eede-4386-ab05-ecb81a0a7771 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Aug 31 13:41:57.066734 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec609c-6c7b-4025-9cc5-506013cda3ba req-598a9a20-d91d-49d4-8de1-f8a75d2f435b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:57.068189 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8eec609c-6c7b-4025-9cc5-506013cda3ba req-598a9a20-d91d-49d4-8de1-f8a75d2f435b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0499763 Aug 31 13:41:57.113773 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8eec609c-6c7b-4025-9cc5-506013cda3ba req-707d0587-c87a-455a-be92-0acc13d6aabd tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Aug 31 13:41:57.728087 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a32a4f-5a54-4cad-a2e8-2270056919d3 req-c18fc897-bb91-4974-93ea-464a3d10e7b0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:57.729955 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d9a32a4f-5a54-4cad-a2e8-2270056919d3 req-c18fc897-bb91-4974-93ea-464a3d10e7b0 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0527229 Aug 31 13:41:57.771784 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d9a32a4f-5a54-4cad-a2e8-2270056919d3 req-06fda565-8e59-4269-a5c7-408fa91cc94c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358534 Aug 31 13:41:57.980914 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69ee10-b552-4e31-80b6-e36d30429ab4 req-3eded19f-214a-4a93-9134-b70b8bf628c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:57.982411 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-dc69ee10-b552-4e31-80b6-e36d30429ab4 req-3eded19f-214a-4a93-9134-b70b8bf628c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0565796 Aug 31 13:41:58.027586 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-dc69ee10-b552-4e31-80b6-e36d30429ab4 req-5b7f1719-d73e-4610-98f7-afe4a2875a7e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Aug 31 13:41:58.254101 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e91eca-1b88-4988-91bc-0d0a9d39dfec req-848609ff-ae51-450b-97db-da0493717d4e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:58.256082 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-72e91eca-1b88-4988-91bc-0d0a9d39dfec req-848609ff-ae51-450b-97db-da0493717d4e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0637925 Aug 31 13:41:58.302693 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-72e91eca-1b88-4988-91bc-0d0a9d39dfec req-e2924fb4-bc71-4433-9732-dc3bab6e4582 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Aug 31 13:41:58.898284 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907a90-9b2a-46bb-8a68-bfca9424618b req-824dd4f0-8e6c-426e-b40b-9fc5112d7eae tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:58.900213 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-05907a90-9b2a-46bb-8a68-bfca9424618b req-824dd4f0-8e6c-426e-b40b-9fc5112d7eae tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0575526 Aug 31 13:41:58.942305 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-05907a90-9b2a-46bb-8a68-bfca9424618b req-34f4b279-d54e-4ad7-8a10-bf6665846d60 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343263 Aug 31 13:41:59.168662 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd70abb-1f33-4535-bfa8-e1bcefb08570 req-b8e5cebc-6b88-49f2-b298-80a11c9cdd83 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:59.170225 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd70abb-1f33-4535-bfa8-e1bcefb08570 req-b8e5cebc-6b88-49f2-b298-80a11c9cdd83 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0562894 Aug 31 13:41:59.432405 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6dd70abb-1f33-4535-bfa8-e1bcefb08570 req-58ed809a-0f77-4148-af8c-e6096421de85 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542696 Aug 31 13:41:59.538542 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670f97-97c0-48e2-85ed-433e299e1718 req-d6ad2d46-5147-45fa-ae98-df56308ca083 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:59.539999 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b1670f97-97c0-48e2-85ed-433e299e1718 req-d6ad2d46-5147-45fa-ae98-df56308ca083 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0482404 Aug 31 13:41:59.586054 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b1670f97-97c0-48e2-85ed-433e299e1718 req-bef648d3-a2c4-4d23-8bf7-5b1f7e3bff21 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377178 Aug 31 13:42:00.065458 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af55ef-572e-4098-85e4-94745907ac67 req-859ae242-d5ee-4895-bd51-f7f1fc6bd709 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:00.066947 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-11af55ef-572e-4098-85e4-94745907ac67 req-859ae242-d5ee-4895-bd51-f7f1fc6bd709 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0547321 Aug 31 13:42:00.108266 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-11af55ef-572e-4098-85e4-94745907ac67 req-d920e8c7-82cc-46bb-b808-8e339166413f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Aug 31 13:42:00.511404 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 48570) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:00.559007 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa643be-af0e-48ce-9c3d-3cd777ddd8fc req-5ffa3544-17b0-46c9-b7c4-31e526fe9e25 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:00.559623 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-002a055b-41de-49f3-948e-890067a93c01 admin admin] Deleting subnet f9e101b2-983e-44d1-a3d6-96b8205adc0e {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:42:00.560620 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5aa643be-af0e-48ce-9c3d-3cd777ddd8fc req-5ffa3544-17b0-46c9-b7c4-31e526fe9e25 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0489635 Aug 31 13:42:00.562193 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-002a055b-41de-49f3-948e-890067a93c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:00.601561 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-002a055b-41de-49f3-948e-890067a93c01 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:00.605315 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5aa643be-af0e-48ce-9c3d-3cd777ddd8fc req-5d6d1a56-d6ea-4e94-9c27-597e8aabd9ac tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Aug 31 13:42:00.611232 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-002a055b-41de-49f3-948e-890067a93c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:00.670554 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-002a055b-41de-49f3-948e-890067a93c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:00.706525 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a055b-41de-49f3-948e-890067a93c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e101b2-983e-44d1-a3d6-96b8205adc0e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:00.731302 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-002a055b-41de-49f3-948e-890067a93c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:00.733463 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-002a055b-41de-49f3-948e-890067a93c01 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f9e101b2-983e-44d1-a3d6-96b8205adc0e HTTP/1.1" status: 204 len: 168 time: 0.2210596 Aug 31 13:42:00.735962 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 48574) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:00.810112 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87243a-9052-4ca3-a123-2acb0fc0598f req-290a904e-a9fd-4bfd-8dbb-3504979d4e76 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:00.811627 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8c87243a-9052-4ca3-a123-2acb0fc0598f req-290a904e-a9fd-4bfd-8dbb-3504979d4e76 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.1357076 Aug 31 13:42:00.835347 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:00.866760 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8c87243a-9052-4ca3-a123-2acb0fc0598f req-f70d29cc-d615-4605-b715-ff57883a06b7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490992 Aug 31 13:42:00.938253 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:00.948617 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.948911 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.949663 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.949993 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > port after_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.950325 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.950654 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > port after_update 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.952247 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.952651 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.952991 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:00.953329 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:01.020338 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:01.020740 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:01.021074 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:01.021413 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:42:01.021822 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee43288-e7ed-4568-96cb-42de300ea126']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:01.040861 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9719985c-4cda-46ac-9739-411cfb97e32d') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:01.041161 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9719985c-4cda-46ac-9739-411cfb97e32d') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:01.058976 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.080958 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.090650 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Releasing vlan 1462 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:42:01.091007 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: from cryptography.utils import int_from_bytes Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: from cryptography.utils import int_from_bytes Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:42:01.095229 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:42:01.158128 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.166135 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.170868 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ee43288-e7ed-4568-96cb-42de300ea126 HTTP/1.1" status: 204 len: 168 time: 0.4313216 Aug 31 13:42:01.178694 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bee525-9c91-435a-bfdd-455502f1b272 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee43288-e7ed-4568-96cb-42de300ea126,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:01.237586 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4f427-63d3-4d02-b68d-9d13cec1a4c6 req-bf14b44e-0a94-489d-a7fb-10536a30c099 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:01.239029 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-afe4f427-63d3-4d02-b68d-9d13cec1a4c6 req-bf14b44e-0a94-489d-a7fb-10536a30c099 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Aug 31 13:42:01.279979 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-afe4f427-63d3-4d02-b68d-9d13cec1a4c6 req-127e0e18-f571-4936-9538-f94693bb8b07 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Aug 31 13:42:01.353866 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 48588) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:01.398628 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6f92e-107b-452b-947a-63d717e58f3f req-fddd88f3-686c-4163-b1c8-8c09f1ff6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:01.400393 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-57f6f92e-107b-452b-947a-63d717e58f3f req-fddd88f3-686c-4163-b1c8-8c09f1ff6556 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1099 time: 0.0465856 Aug 31 13:42:01.401600 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-ab1ff605-a5cc-4824-9874-910ef8c149fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c037b436492542b99cf63627ac6af982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463400 Aug 31 13:42:01.404099 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 48590) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:01.456394 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f7b943a2-34fc-4045-ad43-ea17b9978892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.477009 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f7b943a2-34fc-4045-ad43-ea17b9978892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.525568 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6f92e-107b-452b-947a-63d717e58f3f req-cded316d-9be3-4f97-881a-ce236270ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:01.527106 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-57f6f92e-107b-452b-947a-63d717e58f3f req-cded316d-9be3-4f97-881a-ce236270ecec service neutron] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 921 time: 0.1013050 Aug 31 13:42:01.539418 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f7b943a2-34fc-4045-ad43-ea17b9978892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.542538 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f7b943a2-34fc-4045-ad43-ea17b9978892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.543924 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f7b943a2-34fc-4045-ad43-ea17b9978892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a994c35-b8dd-45e1-adb6-b1f704509525 HTTP/1.1" status: 204 len: 168 time: 0.1387382 Aug 31 13:42:01.556491 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b943a2-34fc-4045-ad43-ea17b9978892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a994c35-b8dd-45e1-adb6-b1f704509525,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:01.737949 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ec330-b65f-4006-8ed3-51e1cebf4005 req-00fe8662-e6cf-4167-a508-ddd50274e3a8 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:01.739474 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ab0ec330-b65f-4006-8ed3-51e1cebf4005 req-00fe8662-e6cf-4167-a508-ddd50274e3a8 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0521355 Aug 31 13:42:01.778624 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ab0ec330-b65f-4006-8ed3-51e1cebf4005 req-fa96b40d-402b-4b04-8369-d374cb18aba8 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Aug 31 13:42:01.910170 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.993891 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf477c3-7ba6-4fc4-9950-6b9c179e1594 req-56e003b9-8d89-4a37-86aa-e419a5e1c185 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:01.995632 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bdf477c3-7ba6-4fc4-9950-6b9c179e1594 req-56e003b9-8d89-4a37-86aa-e419a5e1c185 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0537505 Aug 31 13:42:02.037799 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bdf477c3-7ba6-4fc4-9950-6b9c179e1594 req-09707fde-f169-4eeb-ada9-57d91fcba498 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359139 Aug 31 13:42:02.416655 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c96a6-2b3a-47dd-b487-d73e7950a2a1 req-cdbf672e-ea4f-4b97-b42c-01347417b611 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:02.418834 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2f9c96a6-2b3a-47dd-b487-d73e7950a2a1 req-cdbf672e-ea4f-4b97-b42c-01347417b611 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0576594 Aug 31 13:42:02.476623 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2f9c96a6-2b3a-47dd-b487-d73e7950a2a1 req-b455add0-03c8-46e5-b3ba-0ac3d8cafabe tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498738 Aug 31 13:42:02.611797 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-57f6f92e-107b-452b-947a-63d717e58f3f req-f3b5aa48-efd1-4fab-b86d-7bb05b7fed06 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 200 len: 217 time: 0.0372350 Aug 31 13:42:02.910360 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c930-9f69-4cac-8868-1b26e432ce36 req-8f511f4d-4718-4cd4-8846-0cb84318187a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:02.912280 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7dc3c930-9f69-4cac-8868-1b26e432ce36 req-8f511f4d-4718-4cd4-8846-0cb84318187a tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0615540 Aug 31 13:42:02.963920 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7dc3c930-9f69-4cac-8868-1b26e432ce36 req-81a999b7-e432-4d3d-aca2-b574932fe023 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Aug 31 13:42:03.187881 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8670762-dc8d-4b53-a31a-4195f3b4d4e0 req-9b950fdb-bd3b-4a98-b76e-226ce6b9668e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:03.189402 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e8670762-dc8d-4b53-a31a-4195f3b4d4e0 req-9b950fdb-bd3b-4a98-b76e-226ce6b9668e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0656765 Aug 31 13:42:03.230927 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e8670762-dc8d-4b53-a31a-4195f3b4d4e0 req-2e259c1c-b376-43b6-b340-ebab3e31f46a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329051 Aug 31 13:42:03.599852 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10222f7a-156d-4e81-af2e-2932a86e278d req-b9bd1e5b-a876-4eae-87be-5c3dc312e86e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:03.601447 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-10222f7a-156d-4e81-af2e-2932a86e278d req-b9bd1e5b-a876-4eae-87be-5c3dc312e86e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0528574 Aug 31 13:42:03.644992 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-10222f7a-156d-4e81-af2e-2932a86e278d req-392a54e6-d77a-4b59-bd5e-3079cb1c2413 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Aug 31 13:42:04.100488 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd5aca-7ff4-47dd-a5c0-8746672c00a7 req-1b34ca6e-3f86-42a5-a697-f0a03eb6b479 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:04.102493 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b3bd5aca-7ff4-47dd-a5c0-8746672c00a7 req-1b34ca6e-3f86-42a5-a697-f0a03eb6b479 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0598776 Aug 31 13:42:04.147285 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b3bd5aca-7ff4-47dd-a5c0-8746672c00a7 req-7ab3a8b9-cb7e-4ef7-86dd-61e6cec0bba4 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358350 Aug 31 13:42:04.374269 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43f42-bc53-40a1-8012-8fd9408464c0 req-7757d431-2f1d-4164-b0e2-f0223d475134 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:04.375798 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a3a43f42-bc53-40a1-8012-8fd9408464c0 req-7757d431-2f1d-4164-b0e2-f0223d475134 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0619922 Aug 31 13:42:04.418759 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a3a43f42-bc53-40a1-8012-8fd9408464c0 req-310a00f5-6aed-487f-9ac1-b5117e39ebc6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329866 Aug 31 13:42:04.623676 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6f92e-107b-452b-947a-63d717e58f3f req-7178e962-e278-43fa-b938-49c1cb2f4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:04.625676 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-57f6f92e-107b-452b-947a-63d717e58f3f req-7178e962-e278-43fa-b938-49c1cb2f4231 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.0531783 Aug 31 13:42:04.661543 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-57f6f92e-107b-452b-947a-63d717e58f3f req-89a18090-b81e-4bd2-8bac-204d084c9126 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260708 Aug 31 13:42:04.802265 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf2e10-b9ad-4ced-be51-5b78bf217dba req-2fd120cf-1d25-4c4e-b903-4bd7205969b8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:04.803756 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0acf2e10-b9ad-4ced-be51-5b78bf217dba req-2fd120cf-1d25-4c4e-b903-4bd7205969b8 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0775628 Aug 31 13:42:04.807380 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-57f6f92e-107b-452b-947a-63d717e58f3f req-f64be1b8-8196-4c02-94cc-50b1091900d5 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322052 Aug 31 13:42:04.892136 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0acf2e10-b9ad-4ced-be51-5b78bf217dba req-668487ad-49c3-45bf-92f6-6edf20802e1d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815752 Aug 31 13:42:04.934469 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-57f6f92e-107b-452b-947a-63d717e58f3f req-e1d17c44-e3d2-4715-b20a-f767e1533596 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080918 Aug 31 13:42:05.272306 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371d87-0a0b-45af-baf8-1c95ef455527 req-f1141895-36f1-4786-9b44-6b21153a24f3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:05.273844 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f5371d87-0a0b-45af-baf8-1c95ef455527 req-f1141895-36f1-4786-9b44-6b21153a24f3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0501084 Aug 31 13:42:05.321076 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f5371d87-0a0b-45af-baf8-1c95ef455527 req-41e4545b-3d65-43c2-b9d1-47c7c0ef2a89 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Aug 31 13:42:05.586136 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46924-c3c1-4480-a00a-c441ad4e45b7 req-f5aff9f1-f1c7-4fd7-b85b-1287645620bc tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:05.588836 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2bb46924-c3c1-4480-a00a-c441ad4e45b7 req-f5aff9f1-f1c7-4fd7-b85b-1287645620bc tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0537136 Aug 31 13:42:05.650701 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2bb46924-c3c1-4480-a00a-c441ad4e45b7 req-57f8460e-0fe2-45b8-af08-3604e2644560 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561082 Aug 31 13:42:05.673426 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-16dff231-ca9c-4c9d-882d-4c281ab3e5c8 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:05.674931 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-16dff231-ca9c-4c9d-882d-4c281ab3e5c8 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 946 time: 0.0541563 Aug 31 13:42:05.834322 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Deleting port 42ff9e47-16dd-4b52-a820-b31d0a17af0c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:42:05.834627 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:05.937477 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] For port 42ff9e47-16dd-4b52-a820-b31d0a17af0c, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=42ff9e47-16dd-4b52-a820-b31d0a17af0c,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:05.937847 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:05.954539 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Calling delete_port for 42ff9e47-16dd-4b52-a820-b31d0a17af0c owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:42:06.076938 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f496a8-c1bc-4015-98c5-45b95824da71 req-35f76bef-f2ff-497e-9f4f-203ce92d083f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:06.078409 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07f496a8-c1bc-4015-98c5-45b95824da71 req-35f76bef-f2ff-497e-9f4f-203ce92d083f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1112642 Aug 31 13:42:06.147615 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07f496a8-c1bc-4015-98c5-45b95824da71 req-c5afa2ef-3ce9-4751-88e9-ddd5d5df799c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591674 Aug 31 13:42:06.178384 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:06.194486 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['2a47da21-cc4f-45bc-938e-e78634de7de1', '70fec9ce-85f9-4426-b600-045a974f93bb', '98e342d6-9a45-48b2-9686-3c8ca491c352', '42ff9e47-16dd-4b52-a820-b31d0a17af0c'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:06.208102 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Pushing event deleted for resources: {'Port': ['ID=42ff9e47-16dd-4b52-a820-b31d0a17af0c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:06.286582 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] No DVR routers for this DVR port 42ff9e47-16dd-4b52-a820-b31d0a17af0c on host hv-cinder-80660 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:42:06.289765 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:06.291943 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3a31fe73-146b-443b-a59b-8a844fb53104 req-8eb19eb5-6c12-4058-b8c1-c5f5aa97d5fc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "DELETE /v2.0/ports/42ff9e47-16dd-4b52-a820-b31d0a17af0c HTTP/1.1" status: 204 len: 173 time: 0.6041296 Aug 31 13:42:06.292544 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4ea845-2852-420f-845a-a97af7125ae0', 'name': 'network-vif-deleted', 'tag': '42ff9e47-16dd-4b52-a820-b31d0a17af0c'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:06.294916 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1055e6be-c81b-413e-9b48-5a86c5545977" -d '{"events": [{"server_uuid": "cf4ea845-2852-420f-845a-a97af7125ae0", "name": "network-vif-deleted", "tag": "42ff9e47-16dd-4b52-a820-b31d0a17af0c"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:06.343281 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a12552-aa20-4853-88b2-2dab5284cfe2 x-openstack-request-id: req-62a12552-aa20-4853-88b2-2dab5284cfe2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:06.343574 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4ea845-2852-420f-845a-a97af7125ae0", "name": "network-vif-deleted", "tag": "42ff9e47-16dd-4b52-a820-b31d0a17af0c", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:06.343825 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62a12552-aa20-4853-88b2-2dab5284cfe2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:06.344222 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4ea845-2852-420f-845a-a97af7125ae0', 'name': 'network-vif-deleted', 'tag': '42ff9e47-16dd-4b52-a820-b31d0a17af0c', 'status': 'completed', 'code': 200} Aug 31 13:42:06.444573 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8b0b766e-f8d7-4b88-a6fd-b722e5a06b28 req-70bfbf84-1626-406d-b301-b786c346c0f3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 210 time: 0.0302415 Aug 31 13:42:06.778654 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66431-0cb7-4a44-9b5a-16ebe9750693 req-f5f75193-1936-4c22-b9b2-4331e896c245 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:06.780200 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-21d66431-0cb7-4a44-9b5a-16ebe9750693 req-f5f75193-1936-4c22-b9b2-4331e896c245 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0516164 Aug 31 13:42:06.822488 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-21d66431-0cb7-4a44-9b5a-16ebe9750693 req-e4110e6f-6ab3-4783-a565-401b1b49fcc1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358756 Aug 31 13:42:07.273066 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593b1bd-0a8e-44ff-a32f-5b3ac9476a27 req-ac5baead-ae1d-4a09-b983-63d76835e520 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:07.274562 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f593b1bd-0a8e-44ff-a32f-5b3ac9476a27 req-ac5baead-ae1d-4a09-b983-63d76835e520 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0549083 Aug 31 13:42:07.317913 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f593b1bd-0a8e-44ff-a32f-5b3ac9476a27 req-62da6c78-a607-42a9-ad1d-38ed73ab1765 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363472 Aug 31 13:42:07.553544 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-594b8ca6-4370-424f-9e0d-6cc0a7205531 req-d9e57f67-e2cd-4097-9518-8dc2d1fc0dee tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 210 time: 0.0266595 Aug 31 13:42:07.967826 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd2765-630c-4e31-a626-c5f6646c8357 req-dc923144-4a34-486a-992d-405c00513416 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:07.969379 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5dd2765-630c-4e31-a626-c5f6646c8357 req-dc923144-4a34-486a-992d-405c00513416 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0570705 Aug 31 13:42:08.013007 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5dd2765-630c-4e31-a626-c5f6646c8357 req-79986b17-3a17-47af-8fba-b5a949734a75 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373230 Aug 31 13:42:08.446249 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39def7de-55c2-4f29-bf30-8b5a708c33d2 req-e490b2a1-de4a-4015-a29d-030aa4a24280 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:08.447825 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-39def7de-55c2-4f29-bf30-8b5a708c33d2 req-e490b2a1-de4a-4015-a29d-030aa4a24280 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0528963 Aug 31 13:42:08.491186 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-39def7de-55c2-4f29-bf30-8b5a708c33d2 req-a0bb0cb3-ada6-4150-8612-80f8269895a3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Aug 31 13:42:08.674470 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c300b431-fc2b-413a-850e-7435c96cc259 req-6518596a-160a-48e7-9d71-95555bf7a2cf tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 210 time: 0.0297523 Aug 31 13:42:09.149186 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8180501-5444-46fa-96b0-3e039d10ae30 req-a1a666fd-aad9-4b1d-b8b9-757bfcf58e0a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:09.150638 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b8180501-5444-46fa-96b0-3e039d10ae30 req-a1a666fd-aad9-4b1d-b8b9-757bfcf58e0a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0532026 Aug 31 13:42:09.163467 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:42:09.199876 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b8180501-5444-46fa-96b0-3e039d10ae30 req-ab60d61f-42ac-4de7-bb6e-25d4ed7e6f2a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349932 Aug 31 13:42:09.260055 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:09.271737 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'port_id': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'mac_address': 'fa:16:3e:cc:d1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:42:09.311603 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:09.326270 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4210618e-d4b5-4d63-a60a-038ee73a1bab {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:42:09.345549 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:09.353317 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:09.403560 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:09.410706 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.411047 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.411383 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.411710 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.412037 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.412382 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.412715 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.413034 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.413358 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.413718 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.413985 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.414294 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:09.620465 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18270fa6-5599-43e7-b2cf-ac7d84be7b14 req-4698b696-0a52-4b97-a3cf-15d0b3d51222 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:09.622654 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-18270fa6-5599-43e7-b2cf-ac7d84be7b14 req-4698b696-0a52-4b97-a3cf-15d0b3d51222 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0573945 Aug 31 13:42:09.664725 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-18270fa6-5599-43e7-b2cf-ac7d84be7b14 req-dd8d4d94-582d-4a03-b420-97e2d9446fdf tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Aug 31 13:42:09.783785 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2d3b6d45-7445-44ef-8ea3-cadd43e6becd req-ed17ebd7-3d5e-4e50-89ad-93d59baac960 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf4ea845-2852-420f-845a-a97af7125ae0 HTTP/1.1" status: 200 len: 210 time: 0.0294125 Aug 31 13:42:10.334012 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04126e-3cb4-43ab-9f3e-30d8d39009d5 req-8257ef14-6623-4062-a129-bcf05416aa43 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:10.335491 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4b04126e-3cb4-43ab-9f3e-30d8d39009d5 req-8257ef14-6623-4062-a129-bcf05416aa43 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0538647 Aug 31 13:42:10.488688 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['4210618e-d4b5-4d63-a60a-038ee73a1bab'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:10.580194 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4b04126e-3cb4-43ab-9f3e-30d8d39009d5 req-177e67e1-7675-4593-9f12-1e033dfb53ac tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341924 Aug 31 13:42:10.789300 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c775-8c00-4c9d-aa54-6b664cff037c req-cb3ea330-ef5c-43f5-8487-715fd5eb5543 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:10.790760 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a554c775-8c00-4c9d-aa54-6b664cff037c req-cb3ea330-ef5c-43f5-8487-715fd5eb5543 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0527098 Aug 31 13:42:10.833470 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a554c775-8c00-4c9d-aa54-6b664cff037c req-f8e0e4d7-2995-4da7-8765-c6cddb9fc81c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356894 Aug 31 13:42:11.726024 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cd18-815c-405b-b989-b22237faf1c3 req-c7c6ad5e-a129-4cc3-8d3d-2ce9f4590aba tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:11.727717 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6921cd18-815c-405b-b989-b22237faf1c3 req-c7c6ad5e-a129-4cc3-8d3d-2ce9f4590aba tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0537105 Aug 31 13:42:11.794940 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6921cd18-815c-405b-b989-b22237faf1c3 req-b957734f-8d1b-43b0-9062-2f1884d898b2 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599029 Aug 31 13:42:12.019688 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d021a-7cdb-4173-a803-e2a8119c5b6b req-09b856be-a488-400f-aa01-a65e1d3a0d67 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:12.022784 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5f4d021a-7cdb-4173-a803-e2a8119c5b6b req-09b856be-a488-400f-aa01-a65e1d3a0d67 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0834830 Aug 31 13:42:12.081890 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5f4d021a-7cdb-4173-a803-e2a8119c5b6b req-7c1b9d02-03d3-4a0f-a291-6992d199d06c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508823 Aug 31 13:42:12.211898 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:12.279524 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 4210618e-d4b5-4d63-a60a-038ee73a1bab triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:12.280138 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:12.344050 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02fa2b-a3d0-48e6-834b-68f7a0590b8f req-19abd3de-2c4c-476e-86d8-4e10f71869f0 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:12.357564 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8c02fa2b-a3d0-48e6-834b-68f7a0590b8f req-19abd3de-2c4c-476e-86d8-4e10f71869f0 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 945 time: 0.1019161 Aug 31 13:42:12.379423 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945622e1-6464-4a00-8ce9-faa955674cc7 req-06a208b3-2b0a-4a0e-951b-1366323fa362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:12.387605 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-945622e1-6464-4a00-8ce9-faa955674cc7 req-06a208b3-2b0a-4a0e-951b-1366323fa362 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1099 time: 0.0983260 Aug 31 13:42:12.437129 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8c02fa2b-a3d0-48e6-834b-68f7a0590b8f req-187c00d3-c99c-4ef3-90b0-d4d133bcf43d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784519 Aug 31 13:42:12.446717 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:12.463849 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-945622e1-6464-4a00-8ce9-faa955674cc7 req-35706bef-26bf-4cea-a9a1-68a6c34914b9 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589728 Aug 31 13:42:12.491857 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:12.494351 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e98ada6-4f91-4b36-ae5b-74f41b331c5c" -d '{"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-plugged", "status": "completed", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:12.511149 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:12.517974 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:12.518888 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 42ff9e47-16dd-4b52-a820-b31d0a17af0c no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:42:12.566471 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e60195-e6bc-4c1c-9d65-2ec2c9fc6a59 x-openstack-request-id: req-26e60195-e6bc-4c1c-9d65-2ec2c9fc6a59 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:12.566841 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-plugged", "status": "completed", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:12.567153 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26e60195-e6bc-4c1c-9d65-2ec2c9fc6a59 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:12.567607 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'code': 200} Aug 31 13:42:12.573936 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 42ff9e47-16dd-4b52-a820-b31d0a17af0c {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:42:12.574354 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 42ff9e47-16dd-4b52-a820-b31d0a17af0c not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:42:12.597691 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:12.971538 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137dca0-9df8-4ebf-ad0d-31539ddeda62 req-e2f71275-516b-410a-9705-d30a50ff1ec6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:12.980600 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5137dca0-9df8-4ebf-ad0d-31539ddeda62 req-e2f71275-516b-410a-9705-d30a50ff1ec6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0669458 Aug 31 13:42:13.030373 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5137dca0-9df8-4ebf-ad0d-31539ddeda62 req-a7e69f26-7934-4029-ae5b-6313077e333e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463483 Aug 31 13:42:13.234351 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b381c0-349f-45c5-a038-181086583f54 req-dde87071-4931-4441-94c1-2bb50d854b9b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:13.236068 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-81b381c0-349f-45c5-a038-181086583f54 req-dde87071-4931-4441-94c1-2bb50d854b9b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0742972 Aug 31 13:42:13.284725 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-81b381c0-349f-45c5-a038-181086583f54 req-1bf4b12d-3a43-4495-896b-515c325bad6b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Aug 31 13:42:13.578233 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2317d6-23a7-42df-85a1-f9270485ed6a req-fc0617a8-cd71-4840-b1fa-1bf8a5155c0e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:13.580165 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7d2317d6-23a7-42df-85a1-f9270485ed6a req-fc0617a8-cd71-4840-b1fa-1bf8a5155c0e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 945 time: 0.0629323 Aug 31 13:42:13.625927 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7d2317d6-23a7-42df-85a1-f9270485ed6a req-a450c2da-9cdd-4cfa-b8ec-84a353bb6cc4 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 Aug 31 13:42:14.230489 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1406fa3-e071-4f74-b7d8-e703bee5eca8 req-cf47a58e-ddf4-438c-b94a-7a99f47a2c26 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:14.233666 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c1406fa3-e071-4f74-b7d8-e703bee5eca8 req-cf47a58e-ddf4-438c-b94a-7a99f47a2c26 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0574982 Aug 31 13:42:14.334033 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c1406fa3-e071-4f74-b7d8-e703bee5eca8 req-a0d260bb-d2f3-4421-8c9f-7e0ba3e2ebcf tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876117 Aug 31 13:42:14.404026 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 48828) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:14.439317 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe80d6e-d1dd-4cb6-8bc6-db1355e271f2 req-3f32b63c-9cf4-475e-ad34-327857100436 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:14.441673 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-afe80d6e-d1dd-4cb6-8bc6-db1355e271f2 req-3f32b63c-9cf4-475e-ad34-327857100436 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0677910 Aug 31 13:42:14.496001 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-afe80d6e-d1dd-4cb6-8bc6-db1355e271f2 req-8b0a3bf1-585f-4947-ad9c-78253e735f07 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 Aug 31 13:42:14.531764 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:14.659564 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:14.667061 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:14.727719 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 48842) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:14.729189 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4861a34675d459b99301a20d4514f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234966 Aug 31 13:42:14.731462 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febf9f83-2dfc-4c37-8a7d-fb2bf4a6f953,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:14.740961 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.741367 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.741835 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.742323 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.742609 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.742948 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.743276 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.743743 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.744125 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.744494 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.744887 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.745231 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb9b2d-4c2b-4dca-b264-147da8d71423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:14.824544 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587929a-7e5d-4701-bdaa-2675d2ca0fa2 req-6571786c-228c-4f1f-824e-9531eee0f49e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:14.826342 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8587929a-7e5d-4701-bdaa-2675d2ca0fa2 req-6571786c-228c-4f1f-824e-9531eee0f49e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 945 time: 0.0995896 Aug 31 13:42:14.889180 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8587929a-7e5d-4701-bdaa-2675d2ca0fa2 req-5a02223b-5f77-4c74-a1fc-cd7881559888 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531225 Aug 31 13:42:14.890632 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:14.918892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:14.977908 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:14.981187 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:14.985767 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/febf9f83-2dfc-4c37-8a7d-fb2bf4a6f953 HTTP/1.1" status: 204 len: 168 time: 0.2570641 Aug 31 13:42:14.996343 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf9f83-2dfc-4c37-8a7d-fb2bf4a6f953,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:15.000249 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71148d-fb2f-46b7-8f22-29c412138d12 req-c03a7db7-0f81-485a-9131-febf8f97aa0f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:15.005513 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.006352 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.006896 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.007401 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.009118 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.009674 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.010165 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.010653 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.011140 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.012242 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.012412 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2b71148d-fb2f-46b7-8f22-29c412138d12 req-c03a7db7-0f81-485a-9131-febf8f97aa0f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1365812 Aug 31 13:42:15.012906 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.013430 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65837b8b-0b6b-4181-b106-8c8f250e70b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:15.040092 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-1a1d62e1-9727-443e-9269-206b127c634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:15.041892 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-1a1d62e1-9727-443e-9269-206b127c634d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae54f8b2e084475ab699677246680a5e&device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 1099 time: 0.1563032 Aug 31 13:42:15.068132 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2b71148d-fb2f-46b7-8f22-29c412138d12 req-9b93341e-6941-4182-8dfe-162bb0fb6b9b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546994 Aug 31 13:42:15.175947 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df38022-3cc8-44c6-a76c-23c380665705 req-5eb0327e-b2f9-4e35-a62b-53e783eae7c3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:15.177821 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0df38022-3cc8-44c6-a76c-23c380665705 req-5eb0327e-b2f9-4e35-a62b-53e783eae7c3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 945 time: 0.0923734 Aug 31 13:42:15.260713 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-aade25bd-f444-4bb4-814a-16cd2619fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:15.262322 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-aade25bd-f444-4bb4-814a-16cd2619fd07 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 200 len: 921 time: 0.1777506 Aug 31 13:42:15.322394 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Deleting port 98e342d6-9a45-48b2-9686-3c8ca491c352 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:42:15.322738 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:15.324561 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-282199e3-1c37-4cca-a98b-1f2ccef96333 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 200 len: 217 time: 0.0520198 Aug 31 13:42:15.427547 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-8c5d9d2f-7674-4724-823b-376b668f1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:15.429146 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-8c5d9d2f-7674-4724-823b-376b668f1393 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 200 len: 859 time: 0.0894353 Aug 31 13:42:15.490766 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] For port 98e342d6-9a45-48b2-9686-3c8ca491c352, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=98e342d6-9a45-48b2-9686-3c8ca491c352,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:15.491806 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:15.493103 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-1028599d-30c2-4b3c-b624-3b8efd52e431 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3852d755-7c50-46df-80a0-1c0c41c9e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501564 Aug 31 13:42:15.541255 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Calling delete_port for 98e342d6-9a45-48b2-9686-3c8ca491c352 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:42:15.573305 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77aecc-9f4f-4275-9d0a-82c042c6caf9 req-d6b93930-1a36-4682-a1ac-7e8c9a5315f2 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:15.575216 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7b77aecc-9f4f-4275-9d0a-82c042c6caf9 req-d6b93930-1a36-4682-a1ac-7e8c9a5315f2 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0739846 Aug 31 13:42:15.689185 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7b77aecc-9f4f-4275-9d0a-82c042c6caf9 req-144bcee4-7da8-4ef1-a400-9b0b6bfc0efe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539634 Aug 31 13:42:15.715616 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-6b2d3ca4-0fde-405d-87bc-74dcfbd599a6 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089667 Aug 31 13:42:15.750229 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa31a9-2cca-44bd-bcce-5b08b6f4d14d req-55a92e72-211c-4f9f-9db7-8455753b5b9a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:15.758319 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a7aa31a9-2cca-44bd-bcce-5b08b6f4d14d req-55a92e72-211c-4f9f-9db7-8455753b5b9a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 945 time: 0.1369641 Aug 31 13:42:15.813997 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:15.830195 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['2a47da21-cc4f-45bc-938e-e78634de7de1', '70fec9ce-85f9-4426-b600-045a974f93bb', '98e342d6-9a45-48b2-9686-3c8ca491c352'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:15.854257 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Pushing event deleted for resources: {'Port': ['ID=98e342d6-9a45-48b2-9686-3c8ca491c352,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:15.971706 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] No DVR routers for this DVR port 98e342d6-9a45-48b2-9686-3c8ca491c352 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:42:15.977447 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:15.998055 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0df38022-3cc8-44c6-a76c-23c380665705 req-83e2573b-9848-4210-b556-7777dafc8c28 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "DELETE /v2.0/ports/98e342d6-9a45-48b2-9686-3c8ca491c352 HTTP/1.1" status: 204 len: 173 time: 0.8125098 Aug 31 13:42:16.000912 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d383ef-a49f-4b9f-92f9-71b4b0493d96', 'name': 'network-vif-deleted', 'tag': '98e342d6-9a45-48b2-9686-3c8ca491c352'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:16.020235 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4f77a1-ca9f-4b8f-8b1a-8ba0cf13e062" -d '{"events": [{"server_uuid": "c7d383ef-a49f-4b9f-92f9-71b4b0493d96", "name": "network-vif-deleted", "tag": "98e342d6-9a45-48b2-9686-3c8ca491c352"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:16.136921 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d01c7c41-7a62-4902-a3d8-1498c369a135 req-717d182b-83d6-4420-8c8d-afcd72390bb4 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d383ef-a49f-4b9f-92f9-71b4b0493d96 HTTP/1.1" status: 200 len: 210 time: 0.0791955 Aug 31 13:42:16.213051 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 48888) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:16.267868 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef40111e-1c38-4407-b8a7-5f1128a22bdb x-openstack-request-id: req-ef40111e-1c38-4407-b8a7-5f1128a22bdb {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:16.268434 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d383ef-a49f-4b9f-92f9-71b4b0493d96", "name": "network-vif-deleted", "tag": "98e342d6-9a45-48b2-9686-3c8ca491c352", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:16.268856 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef40111e-1c38-4407-b8a7-5f1128a22bdb {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:16.269423 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d383ef-a49f-4b9f-92f9-71b4b0493d96', 'name': 'network-vif-deleted', 'tag': '98e342d6-9a45-48b2-9686-3c8ca491c352', 'status': 'completed', 'code': 200} Aug 31 13:42:16.327055 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a7aa31a9-2cca-44bd-bcce-5b08b6f4d14d req-aef6f947-6288-4882-8615-288ae4e4eddf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673349 Aug 31 13:42:16.391161 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-494651800-network', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:16.399162 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e438c2e2-de08-42ec-bca8-86f5bc4c2914 req-01e1ca92-f2a5-465a-a662-b61a32f1f013 service neutron] 10.222.0.107 "GET /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749811 Aug 31 13:42:16.440170 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ed13-3ab4-4737-bc1a-1890d8aba99f req-0925bf9f-45e0-4239-9827-88816ff4cae4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:16.450883 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1350ed13-3ab4-4737-bc1a-1890d8aba99f req-0925bf9f-45e0-4239-9827-88816ff4cae4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0971096 Aug 31 13:42:16.458113 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Made reservation on behalf of 3fe0f9f3a4c9445aa52a0cd9c16de325 for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:42:16.460423 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.479710 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.517347 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1350ed13-3ab4-4737-bc1a-1890d8aba99f req-c4d49001-ea99-43c6-abc2-d4c749fd7327 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669796 Aug 31 13:42:16.620010 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.625310 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.657008 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] vlan segment allocate from pool success with {'vlan_id': 1472, 'physical_network': 'physnet1'} {{(pid=95586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:42:16.666811 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b457f188-3b26-45d7-bc6d-2a87ef3e526e,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:16.673439 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.673788 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Added segment b10047a8-f8be-4348-a888-e018441b9eeb of type vlan for network eadfe07a-649e-4ecc-ab96-dbd117253913 Aug 31 13:42:16.729724 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.796171 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.797433 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:16.799229 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.919324 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7050238 Aug 31 13:42:16.922294 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 48894) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:16.929929 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Request body: {'subnet': {'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-494651800-subnet', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'ip_version': 4}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:16.941922 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebfc3d-dbba-46a7-9e10-6cab052b3636 admin admin] Pushing event updated for resources: {'Network': ['ID=eadfe07a-649e-4ecc-ab96-dbd117253913,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:16.963374 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Made reservation on behalf of 3fe0f9f3a4c9445aa52a0cd9c16de325 for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:42:16.965964 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58783780'] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:16.972011 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network eadfe07a-649e-4ecc-ab96-dbd117253913 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:42:16.987755 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82e3b5-9f34-494c-8296-f0adbd875584 req-40d56000-baaa-4d6a-8164-ce104ad631c3 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:17.016963 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-db82e3b5-9f34-494c-8296-f0adbd875584 req-40d56000-baaa-4d6a-8164-ce104ad631c3 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.1467023 Aug 31 13:42:17.075091 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-db82e3b5-9f34-494c-8296-f0adbd875584 req-08833d03-a1a1-464f-9016-25c1b1a8b581 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570526 Aug 31 13:42:17.227367 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59702751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58783794'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:17.299083 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea94a84-a098-489b-9d7f-c128892a0c62,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:17.328604 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Checking segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:17.328989 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Network hostable DHCP agents. Network: eadfe07a-649e-4ecc-ab96-dbd117253913, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:42:17.346418 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Network eadfe07a-649e-4ecc-ab96-dbd117253913 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:42:17.361296 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, eadfe07a-649e-4ecc-ab96-dbd117253913) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:17.367232 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:17.367871 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:17.381154 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43a441-f418-4312-95e0-c9cf8e4ffde8 None None] Network eadfe07a-649e-4ecc-ab96-dbd117253913 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:42:17.394862 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-d419ba0d-4f8e-40a1-b60a-0b777f4a80c1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4710803 Aug 31 13:42:17.398277 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 48902) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:17.406113 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:17.463114 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:17.466806 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:17.495948 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ecb6f-4470-4493-9b6b-013fc94d5660 req-028593f7-b384-4d23-bea7-f31ed4da37ec tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:17.499922 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7d8ecb6f-4470-4493-9b6b-013fc94d5660 req-028593f7-b384-4d23-bea7-f31ed4da37ec tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 945 time: 0.0891576 Aug 31 13:42:17.600028 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7d8ecb6f-4470-4493-9b6b-013fc94d5660 req-f30fdab2-cd1c-4e49-b3ce-6b4d9d9c0c0a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882554 Aug 31 13:42:17.623204 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:17.653084 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-eadfe07a-649e-4ecc-ab96-dbd117253913', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:42:17.654794 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:17.677414 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35100166-f599-4a6e-b68c-1db4a61462b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:17.761872 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0058dff-f665-46f0-93b6-64643f9847d7 req-89c60fe5-6fe6-42dd-92e6-a866de3c839c tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:17.778138 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e0058dff-f665-46f0-93b6-64643f9847d7 req-89c60fe5-6fe6-42dd-92e6-a866de3c839c tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 945 time: 0.3004522 Aug 31 13:42:17.892968 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Allocated IP 172.20.0.2 (eadfe07a-649e-4ecc-ab96-dbd117253913/fea94a84-a098-489b-9d7f-c128892a0c62/a461b637-608f-47f5-af95-5c0767a4f000) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:42:17.912813 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f46da-f4d9-4fbe-b8f3-7d85ca76bedd req-d4f856ee-f4eb-4be2-8127-24cc947992e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:17.928598 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-489f46da-f4d9-4fbe-b8f3-7d85ca76bedd req-d4f856ee-f4eb-4be2-8127-24cc947992e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0950420 Aug 31 13:42:17.966197 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:17.991589 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-489f46da-f4d9-4fbe-b8f3-7d85ca76bedd req-36142116-0efd-4981-8b6f-f65a1c9e8393 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584719 Aug 31 13:42:18.061588 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e0058dff-f665-46f0-93b6-64643f9847d7 req-aa0cf108-8a85-493f-8cbf-d7e6a23c69c3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218020 Aug 31 13:42:18.091866 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-c6ccdc64-a159-455b-94e3-696171ebd0c9 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:18.094566 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-c6ccdc64-a159-455b-94e3-696171ebd0c9 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.107 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 945 time: 0.2567446 Aug 31 13:42:18.153292 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.165799 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Transition to ACTIVE for port object a461b637-608f-47f5-af95-5c0767a4f000 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:18.194295 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Transition to ACTIVE for port object a461b637-608f-47f5-af95-5c0767a4f000 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:18.209743 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.293445 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111159e9-3d7e-4e70-8ddf-024af561138f req-a338d01b-235c-4ab6-bc11-d55148bb1d75 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:18.296208 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-111159e9-3d7e-4e70-8ddf-024af561138f req-a338d01b-235c-4ab6-bc11-d55148bb1d75 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.1091745 Aug 31 13:42:18.303518 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Deleting port 946c3d14-63a6-44c9-afa6-783cd0c69a85 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:42:18.304050 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.312431 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Network eadfe07a-649e-4ecc-ab96-dbd117253913 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:18.317845 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Pushing event updated for resources: {'Port': ['ID=a461b637-608f-47f5-af95-5c0767a4f000,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:18.329591 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:18.332528 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:42:18.369191 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-111159e9-3d7e-4e70-8ddf-024af561138f req-78253739-455b-46f9-a3ad-98537cd0962d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644133 Aug 31 13:42:18.439963 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Attempting to bind port a461b637-608f-47f5-af95-5c0767a4f000 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:42:18.440506 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Attempting to bind port a461b637-608f-47f5-af95-5c0767a4f000 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:42:18.440895 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Attempting to bind port a461b637-608f-47f5-af95-5c0767a4f000 on network eadfe07a-649e-4ecc-ab96-dbd117253913 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:42:18.447224 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:42:18.447604 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Checking segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:18.448009 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.448438 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Bound using segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:42:18.448918 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Bound port: a461b637-608f-47f5-af95-5c0767a4f000, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:42:18.449312 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.545289 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] For port a461b637-608f-47f5-af95-5c0767a4f000, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:42:18.551079 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] For port a461b637-608f-47f5-af95-5c0767a4f000, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=a461b637-608f-47f5-af95-5c0767a4f000,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:42:18.558199 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.575892 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] For port 946c3d14-63a6-44c9-afa6-783cd0c69a85, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=946c3d14-63a6-44c9-afa6-783cd0c69a85,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:18.576563 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.596467 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.624420 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Calling delete_port for 946c3d14-63a6-44c9-afa6-783cd0c69a85 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:42:18.627262 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:18.636466 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82885d99-d99b-4dbd-addc-4509b95ca285 None None] Pushing event updated for resources: {'Port': ['ID=a461b637-608f-47f5-af95-5c0767a4f000,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:18.965962 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574efd-9d53-493b-b886-411c456ff31f req-2a60181f-d598-4b84-97b2-4636b99d0088 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:18.967650 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fb574efd-9d53-493b-b886-411c456ff31f req-2a60181f-d598-4b84-97b2-4636b99d0088 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb6ec340-96e6-4018-933b-e3b1623e65da HTTP/1.1" status: 200 len: 945 time: 0.2325132 Aug 31 13:42:19.024091 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Allocated IP 172.27.1.242 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/8dcbec55-742a-4f9c-9b35-b4cb4aa6249d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:42:19.250972 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fb574efd-9d53-493b-b886-411c456ff31f req-1b7997f5-8e17-45c0-bade-c0fcff4e64b7 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626724 Aug 31 13:42:19.274916 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:19.289505 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07ec7a-a064-4acf-9400-cbfb495b308b req-cbb34bc2-c70e-4d93-8edb-7382bc517b69 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:19.297783 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3b07ec7a-a064-4acf-9400-cbfb495b308b req-cbb34bc2-c70e-4d93-8edb-7382bc517b69 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0927050 Aug 31 13:42:19.300208 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['946c3d14-63a6-44c9-afa6-783cd0c69a85'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:19.332528 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3b07ec7a-a064-4acf-9400-cbfb495b308b req-d21f429e-4f3b-4054-a38b-3430af0de83f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Aug 31 13:42:19.393410 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-0a2abfa4-7d6f-43d3-a7ff-16aa6d89d335 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:19.395439 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-0a2abfa4-7d6f-43d3-a7ff-16aa6d89d335 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 945 time: 0.0606668 Aug 31 13:42:19.404356 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] No DVR routers for this DVR port 946c3d14-63a6-44c9-afa6-783cd0c69a85 on host hv-cinder-80660 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:42:19.410721 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:19.421683 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-601e0b35-5da6-4a14-b8ea-d398fac04589 req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.107 "DELETE /v2.0/ports/946c3d14-63a6-44c9-afa6-783cd0c69a85 HTTP/1.1" status: 204 len: 173 time: 1.3139482 Aug 31 13:42:19.422517 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148e81c-d3b9-47f7-baf1-ba30b2b8d199 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Pushing event deleted for resources: {'Port': ['ID=946c3d14-63a6-44c9-afa6-783cd0c69a85,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:19.436942 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ec340-96e6-4018-933b-e3b1623e65da', 'name': 'network-vif-deleted', 'tag': '946c3d14-63a6-44c9-afa6-783cd0c69a85'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:19.446292 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449106e-6ac6-4b38-a5a7-972693240018" -d '{"events": [{"server_uuid": "fb6ec340-96e6-4018-933b-e3b1623e65da", "name": "network-vif-deleted", "tag": "946c3d14-63a6-44c9-afa6-783cd0c69a85"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:19.594762 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5a0f-7f70-4c6e-b434-1d2e9ee86807 req-9f5aee5f-9ba0-4276-b7b1-2e7f471c32b4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:19.596410 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a43c5a0f-7f70-4c6e-b434-1d2e9ee86807 req-9f5aee5f-9ba0-4276-b7b1-2e7f471c32b4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0804992 Aug 31 13:42:19.608010 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Deleting port 70fec9ce-85f9-4426-b600-045a974f93bb {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:42:19.608592 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:19.647249 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c985cad-1df0-4f35-ae8f-e05e500c44bb req-57a1fa92-1847-4b11-8650-42ca317d21dc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:19.653593 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7c985cad-1df0-4f35-ae8f-e05e500c44bb req-57a1fa92-1847-4b11-8650-42ca317d21dc tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 945 time: 0.1140220 Aug 31 13:42:19.669194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:19.705945 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] For port 70fec9ce-85f9-4426-b600-045a974f93bb, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=70fec9ce-85f9-4426-b600-045a974f93bb,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:19.706324 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:19.721944 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7c985cad-1df0-4f35-ae8f-e05e500c44bb req-174cbffe-f436-4aaf-b2f9-e1d124cf070e tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582540 Aug 31 13:42:19.726341 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Calling delete_port for 70fec9ce-85f9-4426-b600-045a974f93bb owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:42:19.760154 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:19.803684 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:19.808176 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:19.816519 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:42:19.819903 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f353b-cdf4-48b0-8e13-4a4bcfbefd69 x-openstack-request-id: req-728f353b-cdf4-48b0-8e13-4a4bcfbefd69 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:19.820260 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ec340-96e6-4018-933b-e3b1623e65da", "name": "network-vif-deleted", "tag": "946c3d14-63a6-44c9-afa6-783cd0c69a85", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:19.820600 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-728f353b-cdf4-48b0-8e13-4a4bcfbefd69 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:19.821076 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ec340-96e6-4018-933b-e3b1623e65da', 'name': 'network-vif-deleted', 'tag': '946c3d14-63a6-44c9-afa6-783cd0c69a85', 'status': 'completed', 'code': 200} Aug 31 13:42:19.879340 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Pushing event updated for resources: {'Port': ['ID=8dcbec55-742a-4f9c-9b35-b4cb4aa6249d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:19.917690 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a43c5a0f-7f70-4c6e-b434-1d2e9ee86807 req-8b861b8b-8aa5-4c79-b343-fec29095af2d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063972 Aug 31 13:42:20.167768 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:20.182766 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['2a47da21-cc4f-45bc-938e-e78634de7de1', '70fec9ce-85f9-4426-b600-045a974f93bb'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:20.240043 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Pushing event deleted for resources: {'Port': ['ID=70fec9ce-85f9-4426-b600-045a974f93bb,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:20.295226 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2d343-6a8e-4968-935c-7732d4e20802 None None] Network eadfe07a-649e-4ecc-ab96-dbd117253913 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:42:20.298411 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 946c3d14-63a6-44c9-afa6-783cd0c69a85 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:42:20.326437 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device a461b637-608f-47f5-af95-5c0767a4f000 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:20.338615 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] No DVR routers for this DVR port 70fec9ce-85f9-4426-b600-045a974f93bb on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:42:20.363108 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:20.363108 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-494cbbee-8df1-47ec-8987-85f11696e5eb req-36081799-2a6a-4e8c-8bcb-45c2e611d7c9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "DELETE /v2.0/ports/70fec9ce-85f9-4426-b600-045a974f93bb HTTP/1.1" status: 204 len: 173 time: 0.9515309 Aug 31 13:42:20.363108 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc754c-3286-4482-8113-5e72cc0aeb76', 'name': 'network-vif-deleted', 'tag': '70fec9ce-85f9-4426-b600-045a974f93bb'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:20.363108 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ddfbac-3cb5-4db3-a6e1-65f47cb98e88" -d '{"events": [{"server_uuid": "3cfc754c-3286-4482-8113-5e72cc0aeb76", "name": "network-vif-deleted", "tag": "70fec9ce-85f9-4426-b600-045a974f93bb"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:20.366396 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 946c3d14-63a6-44c9-afa6-783cd0c69a85 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:42:20.367152 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 946c3d14-63a6-44c9-afa6-783cd0c69a85 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:42:20.367968 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 98e342d6-9a45-48b2-9686-3c8ca491c352 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:42:20.380242 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:20.491120 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a499b4b-93d1-44f2-9c91-94e91dcbeb46 x-openstack-request-id: req-1a499b4b-93d1-44f2-9c91-94e91dcbeb46 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:20.491423 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc754c-3286-4482-8113-5e72cc0aeb76", "name": "network-vif-deleted", "tag": "70fec9ce-85f9-4426-b600-045a974f93bb", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:20.491674 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a499b4b-93d1-44f2-9c91-94e91dcbeb46 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:20.492076 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc754c-3286-4482-8113-5e72cc0aeb76', 'name': 'network-vif-deleted', 'tag': '70fec9ce-85f9-4426-b600-045a974f93bb', 'status': 'completed', 'code': 200} Aug 31 13:42:20.571523 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 98e342d6-9a45-48b2-9686-3c8ca491c352 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:42:20.572267 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 98e342d6-9a45-48b2-9686-3c8ca491c352 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:42:20.646310 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a514fcf1-cfee-4a8b-a22f-ba9988f47219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:20.667527 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-cef6b406-f360-401c-94b3-d581ab38f0e2 None None] Provisioning for port a461b637-608f-47f5-af95-5c0767a4f000 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:20.773443 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port a461b637-608f-47f5-af95-5c0767a4f000 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:20.806536 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:20.819917 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port a461b637-608f-47f5-af95-5c0767a4f000 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:20.824632 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:20.934100 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:20.974159 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0b31c5e7-cbfd-45a6-a4fb-d5f7fd6d85fe req-1e805d4b-6866-4c46-a497-1ef757853b56 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 210 time: 0.0683851 Aug 31 13:42:21.069740 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:21.119782 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port a461b637-608f-47f5-af95-5c0767a4f000, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=a461b637-608f-47f5-af95-5c0767a4f000,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:21.127833 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:21.202836 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=a461b637-608f-47f5-af95-5c0767a4f000,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:21.253448 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f494ccf-70de-438e-be1f-4108c75ac47d req-40249d1c-b3f5-420b-99b1-b2c2307cc475 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:21.263958 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8f494ccf-70de-438e-be1f-4108c75ac47d req-40249d1c-b3f5-420b-99b1-b2c2307cc475 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.1099782 Aug 31 13:42:21.337098 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8f494ccf-70de-438e-be1f-4108c75ac47d req-c44334fb-b3e7-41b4-9fb0-66268a234af8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719244 Aug 31 13:42:21.344203 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-07b6b0d9-b468-453c-bac8-f65f0e6c8b6b None None] Provisioning complete for port a461b637-608f-47f5-af95-5c0767a4f000 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:21.344729 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-07b6b0d9-b468-453c-bac8-f65f0e6c8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:21.370773 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:42:21.501972 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:21.512101 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:42:21.523892 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:42:21.536754 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:42:21.537419 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:21Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:21.542186 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:21.543452 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-fbc2775b-1aee-4465-9f3b-acf3c6122bea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1445189 Aug 31 13:42:21.546739 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 48960) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:21.661951 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:42:21.911873 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:20Z', 'revision_number': 3, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:21.950991 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:42:21.951646 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Updating router 355c27b8-e252-4fef-9fe2-db01ebef2b97 port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:42:21.982754 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.113924 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.156439 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device a461b637-608f-47f5-af95-5c0767a4f000 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:22.210852 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-61bcd50e-e374-4fe9-b85e-4b3ad51052d5 req-dd357897-1b76-4ec5-ab8e-87f97eca3ddd tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 210 time: 0.0698218 Aug 31 13:42:22.245749 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port a461b637-608f-47f5-af95-5c0767a4f000 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:22.246375 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.307345 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Allocated IP 172.20.0.1 (eadfe07a-649e-4ecc-ab96-dbd117253913/fea94a84-a098-489b-9d7f-c128892a0c62/1ddcc164-fc0a-4556-b986-7d0fa3fc6873) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:42:22.481859 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.485903 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.497835 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Transition to ACTIVE for port object 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:22.507572 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Transition to ACTIVE for port object 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:22.508347 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.518487 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba77c2-e4cc-4ca9-897e-61a8be273f8e req-f9163aca-3bd4-4851-abc4-5c715e33cc23 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:22.527154 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d5ba77c2-e4cc-4ca9-897e-61a8be273f8e req-f9163aca-3bd4-4851-abc4-5c715e33cc23 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0843904 Aug 31 13:42:22.546192 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.568510 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Pushing event updated for resources: {'Port': ['ID=8dcbec55-742a-4f9c-9b35-b4cb4aa6249d,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:22.579290 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.579711 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.580116 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.580574 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.580989 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.581946 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.582370 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.582965 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.583398 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.583812 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.584351 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d5ba77c2-e4cc-4ca9-897e-61a8be273f8e req-2b51857d-ae6c-489c-b3be-98a2efb5f4e4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523405 Aug 31 13:42:22.584998 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.585756 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:42:22.615049 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Network eadfe07a-649e-4ecc-ab96-dbd117253913 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:22.618900 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Attempting to bind port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:42:22.618900 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Attempting to bind port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:42:22.619795 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Attempting to bind port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:42:22.620201 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:22.622716 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:42:22.629552 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:22.641364 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:42:22.641734 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:22.644721 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.645301 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:42:22.645811 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Bound port: 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:42:22.646221 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.686329 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.755399 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] For port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:42:22.761046 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] For port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=8dcbec55-742a-4f9c-9b35-b4cb4aa6249d,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:42:22.784779 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.873110 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6f930-f743-4238-b18f-6660cd49ec35 None None] Pushing event updated for resources: {'Port': ['ID=8dcbec55-742a-4f9c-9b35-b4cb4aa6249d,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:22.878839 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.890791 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:42:22.891427 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:21Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:22.922597 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60475f4e-f937-45d4-9ed4-b06eebb56395 None None] Provisioning for port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:22.932701 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60475f4e-f937-45d4-9ed4-b06eebb56395 None None] Provisioning complete for port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:22.938530 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60475f4e-f937-45d4-9ed4-b06eebb56395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:22.989518 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60475f4e-f937-45d4-9ed4-b06eebb56395 None None] Port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:42:23.032949 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:42:23.114697 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:23.126069 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:23.207147 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:23.219993 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:23.334511 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Network eadfe07a-649e-4ecc-ab96-dbd117253913 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:23.340307 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:23.381070 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 1, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:23.396825 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a2dfcb2c-8951-4f5c-b278-18d6bd075dd9 req-230035dc-175a-4720-8841-45fb82b63f19 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cfc754c-3286-4482-8113-5e72cc0aeb76 HTTP/1.1" status: 200 len: 210 time: 0.0493388 Aug 31 13:42:23.430583 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6140b-7224-4d03-acb1-6e30d560d611 None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 1, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:42:23.567725 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:42:23.759673 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-bf14d515-59dc-498e-9644-cb4093c3319c None None] Provisioning complete for port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:23.760180 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf14d515-59dc-498e-9644-cb4093c3319c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:23.763441 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:23.961001 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bf14d515-59dc-498e-9644-cb4093c3319c None None] Port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:42:23.999137 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6815d-381d-447e-b224-f3f7c91d4548 req-1671437c-de28-4bf9-9c19-012cbefca7bb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:24.019400 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8f6815d-381d-447e-b224-f3f7c91d4548 req-1671437c-de28-4bf9-9c19-012cbefca7bb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.3152831 Aug 31 13:42:24.098167 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:42:24.116165 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-a8d818db-af7d-4f74-830d-51b1161328e5 admin admin] 10.222.0.21 "PUT /v2.0/routers/355c27b8-e252-4fef-9fe2-db01ebef2b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5589099 Aug 31 13:42:24.125888 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8f6815d-381d-447e-b224-f3f7c91d4548 req-93777cad-cc27-4077-9876-fb93b1611f3e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025672 Aug 31 13:42:24.881057 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49006) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:24.886727 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2106571992-network', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:24.919032 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Made reservation on behalf of 958a0fbb0eb4499293bae1fb625bf191 for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:42:24.922238 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:24.933237 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:25.150045 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:25.165502 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:25.200359 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1462, 'physical_network': 'physnet1'} {{(pid=95586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:42:25.249930 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:25.250834 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Added segment d727039f-36f2-4a35-8561-3978fd15ecbc of type vlan for network 7e0047f4-eb65-48cc-afbc-102c40822306 Aug 31 13:42:25.260027 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d335b-46b8-4d09-97fe-a8949179d1a9,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:25.319872 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:25.366024 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c57e2-6a3c-41ee-8c0d-40db3682fe80 req-4995360a-8b4b-4f02-940a-96f12fdf272a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:25.371410 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-db5c57e2-6a3c-41ee-8c0d-40db3682fe80 req-4995360a-8b4b-4f02-940a-96f12fdf272a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0874476 Aug 31 13:42:25.377956 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:25.379702 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:25.380565 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:25.436646 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-db5c57e2-6a3c-41ee-8c0d-40db3682fe80 req-540a0927-fa50-4c05-9011-d304bbb60c54 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576906 Aug 31 13:42:25.659553 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49038) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:25.659723 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7772326 Aug 31 13:42:25.665250 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Request body: {'subnet': {'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2106571992-subnet', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:25.668915 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90db0d-cb0f-43c9-bbd0-798ddc93aae8 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0047f4-eb65-48cc-afbc-102c40822306,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:25.684294 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 7e0047f4-eb65-48cc-afbc-102c40822306 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:42:25.704470 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Made reservation on behalf of 958a0fbb0eb4499293bae1fb625bf191 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:42:25.707046 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62518374'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:25.738513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 70fec9ce-85f9-4426-b600-045a974f93bb no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:42:25.771513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 70fec9ce-85f9-4426-b600-045a974f93bb {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:42:25.771856 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 70fec9ce-85f9-4426-b600-045a974f93bb not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:42:25.982185 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207331b0-6861-4c5a-9602-478435818bb7 req-30531946-f325-4147-ad46-c0812d1f27ad tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:25.983902 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-207331b0-6861-4c5a-9602-478435818bb7 req-30531946-f325-4147-ad46-c0812d1f27ad tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.0973544 Aug 31 13:42:26.000204 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59160909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62518384'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.079789 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-207331b0-6861-4c5a-9602-478435818bb7 req-7fa5098e-2b2f-433c-abda-c3e157104f98 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869524 Aug 31 13:42:26.080469 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f607dda-e96e-4616-81bb-b551244199d2,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:26.104176 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Checking segment: {'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:26.104688 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Network hostable DHCP agents. Network: 7e0047f4-eb65-48cc-afbc-102c40822306, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:42:26.128660 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:26.133679 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Network 7e0047f4-eb65-48cc-afbc-102c40822306 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:42:26.145028 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 7e0047f4-eb65-48cc-afbc-102c40822306) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:26.149485 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:26.150290 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.163634 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24fd8b-1105-4665-993c-5e6f3a1082b6 None None] Network 7e0047f4-eb65-48cc-afbc-102c40822306 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:42:26.166532 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-fd294736-542b-4471-8678-d4f3a957ef98 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5057206 Aug 31 13:42:26.169327 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49052) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:26.174999 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:26.199720 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.200977 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.260824 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.387615 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:26.394616 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:26.394987 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.421581 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.464002 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:42:26.502248 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:42:26.503090 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:21Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:26.574219 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-6ee6a675-c789-4455-acff-42d201640658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:26.581162 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-6ee6a675-c789-4455-acff-42d201640658 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1098 time: 0.1078427 Aug 31 13:42:26.605416 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-7e0047f4-eb65-48cc-afbc-102c40822306', 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'fixed_ips': [{'subnet_id': '8f607dda-e96e-4616-81bb-b551244199d2'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:42:26.606390 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.728947 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.745527 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cef9-4816-4b74-881e-468d47a4e71b req-564462e0-492a-47e5-915e-f48f957f1503 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:26.748326 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e89cef9-4816-4b74-881e-468d47a4e71b req-564462e0-492a-47e5-915e-f48f957f1503 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0726416 Aug 31 13:42:26.750689 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.786976 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.790425 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-91c0967e-a220-4ace-b0cd-61019e038fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:26.792111 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-91c0967e-a220-4ace-b0cd-61019e038fa3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.2061584 Aug 31 13:42:26.838033 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:42:26.848687 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=8dcbec55-742a-4f9c-9b35-b4cb4aa6249d,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:26.853177 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e89cef9-4816-4b74-881e-468d47a4e71b req-7b779d91-a823-4a54-bae9-ad65bb0b043f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964062 Aug 31 13:42:26.887447 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Allocated IP 172.27.1.232 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/58cec966-6e73-4eb9-b158-06ee08b342fe) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:42:26.891999 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-f2bd840b-98f5-41b3-92ba-02e2e6d5236c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 200 len: 1001 time: 0.0855024 Aug 31 13:42:26.899262 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:26.949073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-e9dd6975-840a-4956-acec-04c8550222d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:26.950462 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-e9dd6975-840a-4956-acec-04c8550222d5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.0502393 Aug 31 13:42:27.006917 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.056403 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.067075 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Allocated IP 172.20.0.2 (7e0047f4-eb65-48cc-afbc-102c40822306/8f607dda-e96e-4616-81bb-b551244199d2/9ef87da6-e86a-42be-931e-661c4f9850fc) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:42:27.083457 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=8dcbec55-742a-4f9c-9b35-b4cb4aa6249d,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:27.099023 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:27.103720 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:27.115263 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:42:27.118761 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Pushing event updated for resources: {'Port': ['ID=58cec966-6e73-4eb9-b158-06ee08b342fe,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:27.209262 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b406-d00d-4f7f-8141-c0c5ff1ff75a req-42ebc665-a57e-4d64-b4de-d64fd7d81fd3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:27.210887 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8a98b406-d00d-4f7f-8141-c0c5ff1ff75a req-42ebc665-a57e-4d64-b4de-d64fd7d81fd3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.0560637 Aug 31 13:42:27.259994 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8a98b406-d00d-4f7f-8141-c0c5ff1ff75a req-275ff85d-d94b-4a3b-8477-401f30027ff2 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412560 Aug 31 13:42:27.277176 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 2, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:27.310750 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:42:27.311457 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Updating router 355c27b8-e252-4fef-9fe2-db01ebef2b97 port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:42:27.331774 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.345551 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Transition to ACTIVE for port object 9ef87da6-e86a-42be-931e-661c4f9850fc will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:27.349748 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.360934 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:42:27.371052 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Transition to ACTIVE for port object 9ef87da6-e86a-42be-931e-661c4f9850fc will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:27.387121 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.393571 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.446229 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Network 7e0047f4-eb65-48cc-afbc-102c40822306 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:27.496614 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:27.502071 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:42:27.517214 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Pushing event updated for resources: {'Port': ['ID=9ef87da6-e86a-42be-931e-661c4f9850fc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:27.589481 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.614496 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Attempting to bind port 9ef87da6-e86a-42be-931e-661c4f9850fc on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:42:27.614860 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Attempting to bind port 9ef87da6-e86a-42be-931e-661c4f9850fc by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:42:27.615222 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Attempting to bind port 9ef87da6-e86a-42be-931e-661c4f9850fc on network 7e0047f4-eb65-48cc-afbc-102c40822306 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:42:27.624505 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:42:27.624879 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Checking segment: {'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:27.625295 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.625669 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Bound using segment: {'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:42:27.626144 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Bound port: 9ef87da6-e86a-42be-931e-661c4f9850fc, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:42:27.626537 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.734505 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] For port 9ef87da6-e86a-42be-931e-661c4f9850fc, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:42:27.739086 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Router 0baad04b-23f3-4b48-b5bf-729147c2137e is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:42:27.739777 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] For port 9ef87da6-e86a-42be-931e-661c4f9850fc, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=9ef87da6-e86a-42be-931e-661c4f9850fc,segment=NetworkSegment(d727039f-36f2-4a35-8561-3978fd15ecbc),segment_id=d727039f-36f2-4a35-8561-3978fd15ecbc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:42:27.759975 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.817034 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.842722 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Transition to ACTIVE for port object 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:27.850891 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95213df1-5ba1-4a35-a386-1170b4939e4c None None] Pushing event updated for resources: {'Port': ['ID=9ef87da6-e86a-42be-931e-661c4f9850fc,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:27.854461 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.874986 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:42:27.891428 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Sync routers for ids ['0baad04b-23f3-4b48-b5bf-729147c2137e'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:42:27.918679 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:27.924271 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0183c6ea-3dd6-4730-ab71-1ef8b4e6669d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7528303 Aug 31 13:42:27.924695 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e78a0-88b1-4416-bd5a-ea40c553ec6a None None] Pushing event updated for resources: {'Port': ['ID=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:27.924892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49082) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:27.929057 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Routers {'0baad04b-23f3-4b48-b5bf-729147c2137e'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:42:27.930182 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:21Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['0baad04b-23f3-4b48-b5bf-729147c2137e'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:28.010254 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Attempting to bind port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:42:28.010548 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Attempting to bind port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:42:28.011177 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Attempting to bind port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 on network eadfe07a-649e-4ecc-ab96-dbd117253913 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:42:28.018192 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:42:28.018854 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Checking segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:28.019509 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:28.020127 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Bound using segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:42:28.020966 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Bound port: 1ddcc164-fc0a-4556-b986-7d0fa3fc6873, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:42:28.021927 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:28.111055 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] For port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:42:28.114929 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] For port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:42:28.129747 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:28.157278 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Set router 0baad04b-23f3-4b48-b5bf-729147c2137e gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:42:28.184988 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ab9e-8b5b-413c-bacf-203f28606666 req-8f65a863-d835-4cfe-926e-931e07faa01b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:28.187101 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0769ab9e-8b5b-413c-bacf-203f28606666 req-8f65a863-d835-4cfe-926e-931e07faa01b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.1903644 Aug 31 13:42:28.216542 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:28.287643 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:42:28.288304 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:21Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:28.313288 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e78a0-88b1-4416-bd5a-ea40c553ec6a None None] Pushing event updated for resources: {'Port': ['ID=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:28.372752 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0769ab9e-8b5b-413c-bacf-203f28606666 req-82334007-56c3-4638-ae81-1f4ab62ef799 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672354 Aug 31 13:42:28.484415 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:27Z', 'revision_number': 3, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:28.529718 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Checking router: 0baad04b-23f3-4b48-b5bf-729147c2137e for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:42:28.531638 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Updating router 0baad04b-23f3-4b48-b5bf-729147c2137e port 58cec966-6e73-4eb9-b158-06ee08b342fe binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:42:28.570100 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:28.589364 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:28.589747 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:28.635155 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b245-6ef9-4981-b622-e53564f59881 req-186c30b2-6a89-4ba5-bac8-e94268d00496 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:28.636614 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a957b245-6ef9-4981-b622-e53564f59881 req-186c30b2-6a89-4ba5-bac8-e94268d00496 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1028650 Aug 31 13:42:28.644202 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:42:28.790243 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a957b245-6ef9-4981-b622-e53564f59881 req-4c9919f7-9ec7-4477-b855-4dbc2467a859 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410277 Aug 31 13:42:28.803727 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:28.824834 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-5948a283-45e9-4e1e-844a-435b6208fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:28.827948 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-5948a283-45e9-4e1e-844a-435b6208fd9d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1870639 Aug 31 13:42:28.943736 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:28.961914 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Transition to ACTIVE for port object 58cec966-6e73-4eb9-b158-06ee08b342fe will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:28.971955 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:28.995311 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:28Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:29.030389 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Attempting to bind port 58cec966-6e73-4eb9-b158-06ee08b342fe on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:42:29.030853 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Attempting to bind port 58cec966-6e73-4eb9-b158-06ee08b342fe by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:42:29.031110 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Attempting to bind port 58cec966-6e73-4eb9-b158-06ee08b342fe on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:42:29.032968 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32de51-b0c5-433c-8c3c-bb508d4a5485 req-bb338e3c-cd25-4f2b-bf43-a13ee88ef93d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:29.033478 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0efca-3bc1-41f9-8bdb-31a39f4acd73 None None] Pushing event updated for resources: {'Port': ['ID=58cec966-6e73-4eb9-b158-06ee08b342fe,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:29.034833 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4d32de51-b0c5-433c-8c3c-bb508d4a5485 req-bb338e3c-cd25-4f2b-bf43-a13ee88ef93d tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.1064563 Aug 31 13:42:29.039822 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:42:29.040199 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:29.040867 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.040984 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:42:29.041410 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Bound port: 58cec966-6e73-4eb9-b158-06ee08b342fe, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:42:29.041791 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.055002 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Allocated IP 172.20.0.1 (7e0047f4-eb65-48cc-afbc-102c40822306/8f607dda-e96e-4616-81bb-b551244199d2/499268ba-a3b0-48ca-84c4-a91254ebd6fd) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:42:29.062524 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6ba9b-b38d-4e0d-9be3-e41eb42fbc7e None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:28Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:42:29.113358 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4d32de51-b0c5-433c-8c3c-bb508d4a5485 req-1eb038a7-4859-4780-a263-13df0cd0ca93 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718193 Aug 31 13:42:29.125288 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] For port 58cec966-6e73-4eb9-b158-06ee08b342fe, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:42:29.143007 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] For port 58cec966-6e73-4eb9-b158-06ee08b342fe, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=58cec966-6e73-4eb9-b158-06ee08b342fe,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:42:29.153252 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.161479 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b421b-1cd7-4fec-b8e1-c0967b28f9b7 None None] Network 7e0047f4-eb65-48cc-afbc-102c40822306 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:42:29.204210 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Routers {'0baad04b-23f3-4b48-b5bf-729147c2137e'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:42:29.204894 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:21Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['0baad04b-23f3-4b48-b5bf-729147c2137e'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:29.213010 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.227332 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Transition to ACTIVE for port object 499268ba-a3b0-48ca-84c4-a91254ebd6fd will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:29.267143 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.292735 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0efca-3bc1-41f9-8bdb-31a39f4acd73 None None] Pushing event updated for resources: {'Port': ['ID=58cec966-6e73-4eb9-b158-06ee08b342fe,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:29.312085 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-4d38be79-8e8a-4f02-927f-cba8ac3780e7 None None] Provisioning for port 9ef87da6-e86a-42be-931e-661c4f9850fc completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:29.319061 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Pushing event updated for resources: {'Port': ['ID=499268ba-a3b0-48ca-84c4-a91254ebd6fd,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:29.332088 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Network 7e0047f4-eb65-48cc-afbc-102c40822306 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:29.333727 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:29.337360 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:42:29.380831 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] Set router 0baad04b-23f3-4b48-b5bf-729147c2137e gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:42:29.399954 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.584031 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.596032 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8773eb-b4e7-451b-bc24-27937026fdf7 req-86bd8287-2d04-43ca-bc4f-ce26559b459f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:29.597848 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cb8773eb-b4e7-451b-bc24-27937026fdf7 req-86bd8287-2d04-43ca-bc4f-ce26559b459f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 945 time: 0.0987959 Aug 31 13:42:29.664040 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b902e3c2-b696-4b44-93f6-d0bef6004f1f None None] Provisioning for port 499268ba-a3b0-48ca-84c4-a91254ebd6fd completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:29.669421 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b902e3c2-b696-4b44-93f6-d0bef6004f1f None None] Provisioning complete for port 499268ba-a3b0-48ca-84c4-a91254ebd6fd triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:29.670327 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b902e3c2-b696-4b44-93f6-d0bef6004f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.719304 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:42:29.795245 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b902e3c2-b696-4b44-93f6-d0bef6004f1f None None] Port 499268ba-a3b0-48ca-84c4-a91254ebd6fd cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:42:29.796782 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:27Z', 'revision_number': 3, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:29.857948 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ce856-5c9c-405d-8dda-1f4b3c05a927 None None] The sync data for ids ['0baad04b-23f3-4b48-b5bf-729147c2137e'] in dv-cinder-806605-3-iscsi is: [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:27Z', 'revision_number': 3, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:42:29.970797 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:29.974808 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cb8773eb-b4e7-451b-bc24-27937026fdf7 req-b0f7b51c-703a-44ac-91ea-92f95748ebf5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641849 Aug 31 13:42:30.043496 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:30.043986 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58befdd-b119-49e5-89c7-771abae08c7d req-dce7a6fc-0256-4e6a-a88a-b149b43137ea tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:30.047748 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65960d81-6d59-455d-b955-a843fe966c68" -d '{"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-unplugged", "status": "completed", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:30.052734 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b58befdd-b119-49e5-89c7-771abae08c7d req-dce7a6fc-0256-4e6a-a88a-b149b43137ea tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1051962 Aug 31 13:42:30.079485 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:30.091761 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b58befdd-b119-49e5-89c7-771abae08c7d req-226e4643-76a1-4d2a-938a-f3098d4f4bd6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Aug 31 13:42:30.094638 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.156702 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-fa11c1d8-b043-45ed-b0ed-ab7b5d6102c4 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004084 Aug 31 13:42:30.176169 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-1441847c-9a59-41b0-a2cd-ff016c31a720 None None] Provisioning complete for port 499268ba-a3b0-48ca-84c4-a91254ebd6fd triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:30.176721 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1441847c-9a59-41b0-a2cd-ff016c31a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.182629 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=8']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:30.207994 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7515d01-4ca8-4b39-b734-573444b5fcac x-openstack-request-id: req-e7515d01-4ca8-4b39-b734-573444b5fcac {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:30.208624 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-unplugged", "status": "completed", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:30.208963 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7515d01-4ca8-4b39-b734-573444b5fcac {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:30.209425 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'code': 200} Aug 31 13:42:30.225705 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-1441847c-9a59-41b0-a2cd-ff016c31a720 None None] Port 499268ba-a3b0-48ca-84c4-a91254ebd6fd cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:42:30.294236 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.327652 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.368832 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a70fe8-0ed8-418a-b0ab-34ffa67e2436 req-7f09697c-4bb1-4e2e-b4e4-86c9b7690282 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:30.378916 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:30.381005 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-89a70fe8-0ed8-418a-b0ab-34ffa67e2436 req-7f09697c-4bb1-4e2e-b4e4-86c9b7690282 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.1035511 Aug 31 13:42:30.445250 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-89a70fe8-0ed8-418a-b0ab-34ffa67e2436 req-7e2c2532-1bea-446a-a831-8c1e11f39144 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/security-groups?id=1363d6ac-3105-4648-a7d9-514c3f177828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Aug 31 13:42:30.457230 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:30.462425 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:30.462793 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.563465 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.601569 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:30.615019 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.616004 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 9ef87da6-e86a-42be-931e-661c4f9850fc up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:30.702949 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Pushing event updated for resources: {'Port': ['ID=499268ba-a3b0-48ca-84c4-a91254ebd6fd,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:30.712200 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:30.726312 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-6c8919c5-67d3-4fa9-8341-146aaff0c806 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:30.728087 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-6c8919c5-67d3-4fa9-8341-146aaff0c806 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/networks?id=a5c20a69-0932-4886-a293-fa89c7cd66cd HTTP/1.1" status: 200 len: 813 time: 0.5294929 Aug 31 13:42:30.728521 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 9ef87da6-e86a-42be-931e-661c4f9850fc completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:30.730747 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.734345 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 9ef87da6-e86a-42be-931e-661c4f9850fc triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:30.735205 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.744875 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d72576dd-a006-4234-a07d-95f5ee29fe7e req-45f6e1ef-26f8-437d-90a7-32a9498436ee service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722070 Aug 31 13:42:30.781400 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-d5e5b82b-90af-43d9-b3a3-282da3e6b06e tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/quotas/5651d65709fb486eb25e57054dc889cc HTTP/1.1" status: 200 len: 375 time: 0.0414639 Aug 31 13:42:30.826646 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-6f9a9c60-6daa-435e-a45d-60d9170cb601 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:30.828451 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-6f9a9c60-6daa-435e-a45d-60d9170cb601 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 945 time: 0.0867307 Aug 31 13:42:30.840952 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-5d5493c5-e35e-4edb-b931-3c247f5437df tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5651d65709fb486eb25e57054dc889cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326324 Aug 31 13:42:30.847783 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.888720 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 9ef87da6-e86a-42be-931e-661c4f9850fc, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=9ef87da6-e86a-42be-931e-661c4f9850fc,segment=NetworkSegment(d727039f-36f2-4a35-8561-3978fd15ecbc),segment_id=d727039f-36f2-4a35-8561-3978fd15ecbc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:30.900523 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:30.953554 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=9ef87da6-e86a-42be-931e-661c4f9850fc,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:30.979015 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-e4356ae7-a83c-480c-b2c2-5a1cb08db106 service neutron] 10.222.0.21 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276712 Aug 31 13:42:30.992923 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Deleting port 2a47da21-cc4f-45bc-938e-e78634de7de1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:42:30.993527 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:31.032560 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Network 7e0047f4-eb65-48cc-afbc-102c40822306 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:31.037187 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:31.135769 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] For port 2a47da21-cc4f-45bc-938e-e78634de7de1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=2a47da21-cc4f-45bc-938e-e78634de7de1,segment=NetworkSegment(a01fecfd-e378-4558-b2e7-3be63400f5c5),segment_id=a01fecfd-e378-4558-b2e7-3be63400f5c5)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:31.136351 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:31.157587 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Calling delete_port for 2a47da21-cc4f-45bc-938e-e78634de7de1 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:42:31.181128 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491509-587b-40b5-805b-215371c44172 req-3a73ab79-9220-4522-a53e-247cae8d5fb4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:31.182723 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f0491509-587b-40b5-805b-215371c44172 req-3a73ab79-9220-4522-a53e-247cae8d5fb4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0978203 Aug 31 13:42:31.188857 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-25da1f81-1481-4c44-8e8c-2e9d4162b588 service neutron] 10.222.0.21 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022319 Aug 31 13:42:31.220876 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Router 0baad04b-23f3-4b48-b5bf-729147c2137e has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:42:31.276280 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f0491509-587b-40b5-805b-215371c44172 req-96f098e9-ba07-46cd-8c8e-f1a566c50629 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596740 Aug 31 13:42:31.359974 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-59277f67-6163-4bcd-886c-20b433f39ed3 None None] Provisioning complete for port 499268ba-a3b0-48ca-84c4-a91254ebd6fd triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:31.360494 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-59277f67-6163-4bcd-886c-20b433f39ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:31.415910 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3341fcdd-139b-49d8-b627-efd4a4ada0f7 req-a80935d6-7699-43ed-aa1a-62504d5d5d09 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 210 time: 0.0572090 Aug 31 13:42:31.427916 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:31.444606 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['2a47da21-cc4f-45bc-938e-e78634de7de1'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:31.475392 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9c9b-3a9d-4168-b491-dc9a9a1bd4a6 req-f2146d2f-107e-4f12-b1c9-38c7301b755c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:31.477208 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-840c9c9b-3a9d-4168-b491-dc9a9a1bd4a6 req-f2146d2f-107e-4f12-b1c9-38c7301b755c tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1003513 Aug 31 13:42:31.478276 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Pushing event deleted for resources: {'Port': ['ID=2a47da21-cc4f-45bc-938e-e78634de7de1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:31.481607 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-59277f67-6163-4bcd-886c-20b433f39ed3 None None] Port 499268ba-a3b0-48ca-84c4-a91254ebd6fd cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:42:31.516462 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:42:31.524920 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-20c7381a-79ea-4e2e-a52f-cb98424a7f03 admin admin] 10.222.0.21 "PUT /v2.0/routers/0baad04b-23f3-4b48-b5bf-729147c2137e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5989456 Aug 31 13:42:31.554877 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] No DVR routers for this DVR port 2a47da21-cc4f-45bc-938e-e78634de7de1 on host hv-cinder-80660 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:42:31.565888 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:31.568234 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c0cac82-2d0d-4faf-aae0-45d01492f300 req-3084e6cc-399f-43e8-984c-b210146030d9 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.107 "DELETE /v2.0/ports/2a47da21-cc4f-45bc-938e-e78634de7de1 HTTP/1.1" status: 204 len: 173 time: 0.7323864 Aug 31 13:42:31.568980 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d', 'name': 'network-vif-deleted', 'tag': '2a47da21-cc4f-45bc-938e-e78634de7de1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:31.571722 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90da7b9-66b3-40e4-b47f-351d15713d28" -d '{"events": [{"server_uuid": "b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d", "name": "network-vif-deleted", "tag": "2a47da21-cc4f-45bc-938e-e78634de7de1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:31.572128 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2c049647-8bb2-4613-8ee4-bb59713cdc20 req-01c45460-d9d6-4ce4-80e3-0478c1d844c3 tempest-AttachVolumeNegativeTest-1803367009 tempest-AttachVolumeNegativeTest-1803367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d HTTP/1.1" status: 200 len: 210 time: 0.0534182 Aug 31 13:42:31.602804 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-840c9c9b-3a9d-4168-b491-dc9a9a1bd4a6 req-f17ddc44-93e8-4fb7-b287-9bda7d45bcc7 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114290 Aug 31 13:42:31.640211 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87135d3a-6bfc-410e-af55-e9bfe91a1f26 x-openstack-request-id: req-87135d3a-6bfc-410e-af55-e9bfe91a1f26 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:31.640211 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d", "name": "network-vif-deleted", "tag": "2a47da21-cc4f-45bc-938e-e78634de7de1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:31.640211 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87135d3a-6bfc-410e-af55-e9bfe91a1f26 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:31.640211 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71fd215-cbc7-4a3b-baa5-7a3afaba6c6d', 'name': 'network-vif-deleted', 'tag': '2a47da21-cc4f-45bc-938e-e78634de7de1', 'status': 'completed', 'code': 200} Aug 31 13:42:31.908879 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.034072 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Sync routers for ids ['0baad04b-23f3-4b48-b5bf-729147c2137e'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:42:32.045391 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Routers {'0baad04b-23f3-4b48-b5bf-729147c2137e'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:42:32.046499 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:21Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['0baad04b-23f3-4b48-b5bf-729147c2137e'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:32.135650 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49138) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:32.140345 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-25bc4b55-2840-4f0b-aa15-4e7d4c360d45 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048621792', 'description': 'tempest-secgroup-smoke-2048621792 description', 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:32.180267 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25bc4b55-2840-4f0b-aa15-4e7d4c360d45 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.195761 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Set router 0baad04b-23f3-4b48-b5bf-729147c2137e gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:42:32.235447 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 9ef87da6-e86a-42be-931e-661c4f9850fc up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:32.295193 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25bc4b55-2840-4f0b-aa15-4e7d4c360d45 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.302741 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25bc4b55-2840-4f0b-aa15-4e7d4c360d45 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.353497 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25bc4b55-2840-4f0b-aa15-4e7d4c360d45 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.357870 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-25bc4b55-2840-4f0b-aa15-4e7d4c360d45 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2184267 Aug 31 13:42:32.360167 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49142) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:32.360718 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4b55-2840-4f0b-aa15-4e7d4c360d45 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc85c3-756f-463c-b74b-aa0374003677,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:32.367846 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-3ec87819-f17d-4db2-82a4-139108a4e504 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'security_group_rule': {'security_group_id': '89fc85c3-756f-463c-b74b-aa0374003677', 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:32.410013 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 9ef87da6-e86a-42be-931e-661c4f9850fc triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:32.410624 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.433333 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3ec87819-f17d-4db2-82a4-139108a4e504 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.490608 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baab76-99e0-4ef0-b098-fd1aa5f0d42b req-fda20e0f-8202-4536-a449-75cc42e85446 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:32.492527 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c0baab76-99e0-4ef0-b098-fd1aa5f0d42b req-fda20e0f-8202-4536-a449-75cc42e85446 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0989568 Aug 31 13:42:32.527164 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1952072d-d575-4707-9f71-d442511d74a6 req-63d65edc-ac7a-4043-bb78-c9c75aa3019a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 210 time: 0.0291564 Aug 31 13:42:32.561960 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3ec87819-f17d-4db2-82a4-139108a4e504 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.567786 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c0baab76-99e0-4ef0-b098-fd1aa5f0d42b req-be5d539d-fff6-4836-8367-e8b33ab58f20 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650105 Aug 31 13:42:32.568965 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3ec87819-f17d-4db2-82a4-139108a4e504 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.589978 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec87819-f17d-4db2-82a4-139108a4e504 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfe8130-e19b-4903-8410-f71f673fafea,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:32.618361 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3ec87819-f17d-4db2-82a4-139108a4e504 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.623672 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-3ec87819-f17d-4db2-82a4-139108a4e504 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2608442 Aug 31 13:42:32.625070 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49150) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:32.631197 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-33b79dcc-af2d-4287-a3a2-c01a7b38e34c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'security_group_rule': {'security_group_id': '89fc85c3-756f-463c-b74b-aa0374003677', 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:32.685025 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49152) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:32.689337 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:32.694845 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:29Z', 'revision_number': 4, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '499268ba-a3b0-48ca-84c4-a91254ebd6fd', 'name': '', 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'mac_address': 'fa:16:3e:c6:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8f607dda-e96e-4616-81bb-b551244199d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:28Z', 'updated_at': '2021-08-31T13:42:29Z', 'revision_number': 2, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'subnets': [{'id': '8f607dda-e96e-4616-81bb-b551244199d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:32.729516 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-0b65edcf-ebbe-4e98-8c7f-efa367ff0d0f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:32.733006 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-0b65edcf-ebbe-4e98-8c7f-efa367ff0d0f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.107 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.1344132 Aug 31 13:42:32.741312 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33b79dcc-af2d-4287-a3a2-c01a7b38e34c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.747653 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Checking router: 0baad04b-23f3-4b48-b5bf-729147c2137e for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:42:32.748011 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Updating router 0baad04b-23f3-4b48-b5bf-729147c2137e port 499268ba-a3b0-48ca-84c4-a91254ebd6fd binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:42:32.788775 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.841624 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:32.842701 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.884057 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_v2 [None req-95164f48-26a7-436e-8929-b1711bf44b79 admin admin] Deleting subnet 53187db4-def8-4e43-98eb-d1dd9cb48f14 {{(pid=95586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:42:32.889083 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-95164f48-26a7-436e-8929-b1711bf44b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:32.949546 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3403a-a420-4306-8a07-e15ab42eaa84 req-fcaa1316-a0ce-4ee5-b321-730195626afa tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:32.958057 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0f3403a-a420-4306-8a07-e15ab42eaa84 req-fcaa1316-a0ce-4ee5-b321-730195626afa tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 946 time: 0.2167990 Aug 31 13:42:33.002375 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33b79dcc-af2d-4287-a3a2-c01a7b38e34c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.013923 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33b79dcc-af2d-4287-a3a2-c01a7b38e34c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.015097 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-95164f48-26a7-436e-8929-b1711bf44b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729940'] for subnet, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.037278 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b79dcc-af2d-4287-a3a2-c01a7b38e34c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1c2ae2-4b92-4e82-a1f1-cc55c8206880,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:33.047722 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Deleting port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:42:33.048063 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.053193 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33b79dcc-af2d-4287-a3a2-c01a7b38e34c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.057204 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-33b79dcc-af2d-4287-a3a2-c01a7b38e34c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4281700 Aug 31 13:42:33.067075 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49160) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:33.077214 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-99a7a741-67c7-46a7-812f-087a17d2f356 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:33.078772 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-99a7a741-67c7-46a7-812f-087a17d2f356 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.107 "GET /v2.0/networks?id=a5c20a69-0932-4886-a293-fa89c7cd66cd HTTP/1.1" status: 200 len: 813 time: 0.2855809 Aug 31 13:42:33.087649 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 58cec966-6e73-4eb9-b158-06ee08b342fe up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:33.101963 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c8999d8b-7e7b-49f1-9cab-ddac1b02525e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'security_group_rule': {'security_group_id': '89fc85c3-756f-463c-b74b-aa0374003677', 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:33.102315 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Request body: {'port': {'device_id': '2321f757-4259-4311-aa8c-d0e3598f91b5', 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd', 'admin_state_up': True, 'tenant_id': '5651d65709fb486eb25e57054dc889cc'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:33.130303 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0f3403a-a420-4306-8a07-e15ab42eaa84 req-1b889489-b3cc-45ad-a49b-0ab4c8625fa3 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711001 Aug 31 13:42:33.160267 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c8999d8b-7e7b-49f1-9cab-ddac1b02525e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.171010 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-95164f48-26a7-436e-8929-b1711bf44b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.181011 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 58cec966-6e73-4eb9-b158-06ee08b342fe completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:33.189768 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 58cec966-6e73-4eb9-b158-06ee08b342fe triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:33.190369 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.195431 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] For port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:33.195796 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.216778 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Calling delete_port for 7a8c44df-bf04-44bd-9614-fe66dc1eea0d owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:42:33.272602 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c8999d8b-7e7b-49f1-9cab-ddac1b02525e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.275157 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-95164f48-26a7-436e-8929-b1711bf44b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59699456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58783755'] for subnet, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.280833 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c8999d8b-7e7b-49f1-9cab-ddac1b02525e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.289908 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.308892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Made reservation on behalf of 5651d65709fb486eb25e57054dc889cc for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:42:33.312539 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.313009 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8999d8b-7e7b-49f1-9cab-ddac1b02525e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8110b633-3c1f-45d6-b0b7-26f405c16cb8,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:33.322733 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95164f48-26a7-436e-8929-b1711bf44b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53187db4-def8-4e43-98eb-d1dd9cb48f14,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:33.326530 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c8999d8b-7e7b-49f1-9cab-ddac1b02525e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.327991 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c8999d8b-7e7b-49f1-9cab-ddac1b02525e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2599461 Aug 31 13:42:33.329288 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-95164f48-26a7-436e-8929-b1711bf44b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.333359 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-95164f48-26a7-436e-8929-b1711bf44b79 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/53187db4-def8-4e43-98eb-d1dd9cb48f14 HTTP/1.1" status: 204 len: 168 time: 0.6447060 Aug 31 13:42:33.333874 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49162) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:33.333988 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Transition to ACTIVE for port object 499268ba-a3b0-48ca-84c4-a91254ebd6fd will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:33.334423 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49164) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:33.339750 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5aa9c2b0-a7a1-40a0-9681-617da0d51873 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'security_group_rule': {'security_group_id': '89fc85c3-756f-463c-b74b-aa0374003677', 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:33.353812 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.388656 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.454495 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 58cec966-6e73-4eb9-b158-06ee08b342fe, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=58cec966-6e73-4eb9-b158-06ee08b342fe,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:33.459842 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da1554-c64c-4a66-b6c9-3ab054327a62 None None] Pushing event updated for resources: {'Port': ['ID=499268ba-a3b0-48ca-84c4-a91254ebd6fd,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:33.477068 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.565392 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Allocated IP 172.20.0.6 (a5c20a69-0932-4886-a293-fa89c7cd66cd/c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1/8e244733-f35a-470a-9e05-32c5b1061ef6) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:42:33.570939 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.617250 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Attempting to bind port 499268ba-a3b0-48ca-84c4-a91254ebd6fd on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:42:33.623861 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Attempting to bind port 499268ba-a3b0-48ca-84c4-a91254ebd6fd by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:42:33.624399 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Attempting to bind port 499268ba-a3b0-48ca-84c4-a91254ebd6fd on network 7e0047f4-eb65-48cc-afbc-102c40822306 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:42:33.644639 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:42:33.645156 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Checking segment: {'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:33.646705 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.648698 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Bound using segment: {'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:42:33.648698 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Bound port: 499268ba-a3b0-48ca-84c4-a91254ebd6fd, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd727039f-36f2-4a35-8561-3978fd15ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:42:33.649337 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.667163 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=58cec966-6e73-4eb9-b158-06ee08b342fe,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:33.734405 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c2b0-a7a1-40a0-9681-617da0d51873 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.744739 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] For port 499268ba-a3b0-48ca-84c4-a91254ebd6fd, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:42:33.748447 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] For port 499268ba-a3b0-48ca-84c4-a91254ebd6fd, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=499268ba-a3b0-48ca-84c4-a91254ebd6fd,segment=NetworkSegment(d727039f-36f2-4a35-8561-3978fd15ecbc),segment_id=d727039f-36f2-4a35-8561-3978fd15ecbc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:42:33.757000 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.758028 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.773832 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa07179d-dd48-41cb-8301-642273bf3aa6']}} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:33.777116 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f2ce2527-91fd-459b-a045-005afca228a6 req-51f099b8-38c0-4a36-82bf-7f3a9d4c1099 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 210 time: 0.0625699 Aug 31 13:42:33.787044 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01fecfd-e378-4558-b2e7-3be63400f5c5') {'for_net_delete': True} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:33.787349 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01fecfd-e378-4558-b2e7-3be63400f5c5') {} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:33.802517 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.832288 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da1554-c64c-4a66-b6c9-3ab054327a62 None None] Pushing event updated for resources: {'Port': ['ID=499268ba-a3b0-48ca-84c4-a91254ebd6fd,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:33.841131 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729967'] for segment, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.842131 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['fb7a1805-78d8-4153-9f95-bc07f9da66f1', '7a8c44df-bf04-44bd-9614-fe66dc1eea0d'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:33.870123 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03bfa1-ff0a-41b4-96be-c61fb17bf5a0 req-8be8adcb-549f-495f-8206-30d2f48f46a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:33.871689 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6d03bfa1-ff0a-41b4-96be-c61fb17bf5a0 req-8be8adcb-549f-495f-8206-30d2f48f46a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.1494741 Aug 31 13:42:33.887875 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Routers {'0baad04b-23f3-4b48-b5bf-729147c2137e'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:42:33.888530 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:21Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['0baad04b-23f3-4b48-b5bf-729147c2137e'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:33.900438 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.928117 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Releasing vlan 1468 on physical network physnet1 to pool {{(pid=95586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:42:33.928560 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59699642'] for segment, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: Traceback (most recent call last): Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: timer() Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: cb(*args, **kw) Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: return func(*args, **kwargs) Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: self._notify() Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: self.callback(batched_events) Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: event.method(event) Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: return f(self, *a, **k) Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._get(url).json() Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: return self.request(url, 'GET', **kwargs) Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:42:33.930290 dv-cinder-806605-3-iscsi neutron-server[95586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:42:33.936209 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] No DVR routers for this DVR port 7a8c44df-bf04-44bd-9614-fe66dc1eea0d on host hv-cinder-80660 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:42:33.939075 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.941202 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-10a6bf4b-4e3b-4ca9-b89a-7ebe441805bc req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.107 "DELETE /v2.0/ports/7a8c44df-bf04-44bd-9614-fe66dc1eea0d HTTP/1.1" status: 204 len: 173 time: 1.1637752 Aug 31 13:42:33.954553 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104c7902-81c4-4922-aa83-3e21a08ea7d6', 'name': 'network-vif-deleted', 'tag': '7a8c44df-bf04-44bd-9614-fe66dc1eea0d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:33.957731 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505b311f-a807-4ed9-91f5-4f80b3691130" -d '{"events": [{"server_uuid": "104c7902-81c4-4922-aa83-3e21a08ea7d6", "name": "network-vif-deleted", "tag": "7a8c44df-bf04-44bd-9614-fe66dc1eea0d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:33.962017 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdef173-a2b3-49bf-a357-e955783916e6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Pushing event deleted for resources: {'Port': ['ID=7a8c44df-bf04-44bd-9614-fe66dc1eea0d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:34.049325 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6d03bfa1-ff0a-41b4-96be-c61fb17bf5a0 req-fca59c03-f687-4fbd-b214-bbed6e76b460 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577952 Aug 31 13:42:34.080215 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306b5de-96c6-43e5-a751-aa5bd1c498fa x-openstack-request-id: req-2306b5de-96c6-43e5-a751-aa5bd1c498fa {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:34.080555 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104c7902-81c4-4922-aa83-3e21a08ea7d6", "name": "network-vif-deleted", "tag": "7a8c44df-bf04-44bd-9614-fe66dc1eea0d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:34.080793 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2306b5de-96c6-43e5-a751-aa5bd1c498fa {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:34.081196 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104c7902-81c4-4922-aa83-3e21a08ea7d6', 'name': 'network-vif-deleted', 'tag': '7a8c44df-bf04-44bd-9614-fe66dc1eea0d', 'status': 'completed', 'code': 200} Aug 31 13:42:34.083330 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c2b0-a7a1-40a0-9681-617da0d51873 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.094350 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.105935 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c2b0-a7a1-40a0-9681-617da0d51873 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.131629 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.145819 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fa07179d-dd48-41cb-8301-642273bf3aa6 HTTP/1.1" status: 204 len: 168 time: 0.8050113 Aug 31 13:42:34.149288 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.179402 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9c2b0-a7a1-40a0-9681-617da0d51873 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6668217-d7fa-4e12-9cdc-2349088f9324,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:34.189088 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c2b0-a7a1-40a0-9681-617da0d51873 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.195042 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-5aa9c2b0-a7a1-40a0-9681-617da0d51873 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8565433 Aug 31 13:42:34.197840 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49180) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:34.208563 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3bb7f-4fda-4116-9cbb-b4ce7f2f52a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa07179d-dd48-41cb-8301-642273bf3aa6,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:34.214092 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-57bbac98-5ce8-4e73-824a-8e7917b28d81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'security_group_rule': {'security_group_id': '89fc85c3-756f-463c-b74b-aa0374003677', 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:34.219398 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 58cec966-6e73-4eb9-b158-06ee08b342fe up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:34.263653 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.267162 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-57bbac98-5ce8-4e73-824a-8e7917b28d81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Project 3fe0f9f3a4c9445aa52a0cd9c16de325 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:42:34.280436 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57bbac98-5ce8-4e73-824a-8e7917b28d81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.305387 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] Set router 0baad04b-23f3-4b48-b5bf-729147c2137e gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:42:34.398865 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Network a5c20a69-0932-4886-a293-fa89c7cd66cd is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:42:34.410684 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:42:34.423369 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Pushing event updated for resources: {'Port': ['ID=8e244733-f35a-470a-9e05-32c5b1061ef6,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:34.448350 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:42:34.449261 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8623115c-aed1-48d5-a065-f5e1280560e4 req-71b1c7dd-19dd-4037-8bf6-df044d601a61 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=104c7902-81c4-4922-aa83-3e21a08ea7d6 HTTP/1.1" status: 200 len: 210 time: 0.0461431 Aug 31 13:42:34.460520 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57bbac98-5ce8-4e73-824a-8e7917b28d81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.478458 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57bbac98-5ce8-4e73-824a-8e7917b28d81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.485869 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49188) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:34.525188 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:34.526183 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.538963 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbac98-5ce8-4e73-824a-8e7917b28d81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215eb003-1a19-4353-8c2d-27ee9d3b30b5,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:34.553527 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-fe53d7e1-99d6-4c21-aff5-84e19b052fde tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4577074 Aug 31 13:42:34.553997 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57bbac98-5ce8-4e73-824a-8e7917b28d81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.558310 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-57bbac98-5ce8-4e73-824a-8e7917b28d81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3482103 Aug 31 13:42:34.560223 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49192) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:34.566848 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-31ea4151-a876-4976-9176-3308e2539812 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'security_group_rule': {'security_group_id': '89fc85c3-756f-463c-b74b-aa0374003677', 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:34.582065 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 58cec966-6e73-4eb9-b158-06ee08b342fe triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:34.582653 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.586434 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Request body: {'port': {'device_id': '2321f757-4259-4311-aa8c-d0e3598f91b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:34.600549 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-1aadb35c-0d23-4adb-931a-23ee9abd7916 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9d8392a09c34c68a6b4f4beb18b7f1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1006105 Aug 31 13:42:34.600783 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49194) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:34.660621 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.674179 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60be3ac6-ea21-4b13-a1d3-48878057af2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.699994 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60be3ac6-ea21-4b13-a1d3-48878057af2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.762199 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60be3ac6-ea21-4b13-a1d3-48878057af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.765621 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60be3ac6-ea21-4b13-a1d3-48878057af2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.771238 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-60be3ac6-ea21-4b13-a1d3-48878057af2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1363d6ac-3105-4648-a7d9-514c3f177828 HTTP/1.1" status: 204 len: 168 time: 0.1657767 Aug 31 13:42:34.788148 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be3ac6-ea21-4b13-a1d3-48878057af2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1363d6ac-3105-4648-a7d9-514c3f177828,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:34.818700 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.securitygroups_db [None req-31ea4151-a876-4976-9176-3308e2539812 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Project 3fe0f9f3a4c9445aa52a0cd9c16de325 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:42:34.828135 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-31ea4151-a876-4976-9176-3308e2539812 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.861108 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:29Z', 'revision_number': 4, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '499268ba-a3b0-48ca-84c4-a91254ebd6fd', 'name': '', 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'mac_address': 'fa:16:3e:c6:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8f607dda-e96e-4616-81bb-b551244199d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:28Z', 'updated_at': '2021-08-31T13:42:33Z', 'revision_number': 4, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'subnets': [{'id': '8f607dda-e96e-4616-81bb-b551244199d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:42:34.892328 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4a604-4c6c-49fd-ba0f-c90bd6411b8e None None] The sync data for ids ['0baad04b-23f3-4b48-b5bf-729147c2137e'] in dv-cinder-806605-3-iscsi is: [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:29Z', 'revision_number': 4, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '499268ba-a3b0-48ca-84c4-a91254ebd6fd', 'name': '', 'network_id': '7e0047f4-eb65-48cc-afbc-102c40822306', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'mac_address': 'fa:16:3e:c6:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8f607dda-e96e-4616-81bb-b551244199d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:28Z', 'updated_at': '2021-08-31T13:42:33Z', 'revision_number': 4, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'subnets': [{'id': '8f607dda-e96e-4616-81bb-b551244199d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:42:35.012611 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-31ea4151-a876-4976-9176-3308e2539812 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:35.031523 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-31ea4151-a876-4976-9176-3308e2539812 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:35.049406 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27339028-0fa3-4277-9078-058fe9d6c277 req-57f0b063-5823-4bc0-a9a6-38ea43837fe8 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:35.057028 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-27339028-0fa3-4277-9078-058fe9d6c277 req-57f0b063-5823-4bc0-a9a6-38ea43837fe8 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 931 time: 0.0968418 Aug 31 13:42:35.092006 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [req-300eff83-49ea-4416-99e0-7e82c8fb300b req-8f9fe3a6-9e76-4137-ac04-2bc76b0cea88 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:42:35.093859 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-300eff83-49ea-4416-99e0-7e82c8fb300b req-8f9fe3a6-9e76-4137-ac04-2bc76b0cea88 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139616 Aug 31 13:42:35.106439 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-27339028-0fa3-4277-9078-058fe9d6c277 req-679f1234-4ea0-4c5f-b452-f0dff7905fba tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Aug 31 13:42:35.119222 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea4151-a876-4976-9176-3308e2539812 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb497b54-2528-4ec2-8ec9-25b9ee86dd14,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:35.138683 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-31ea4151-a876-4976-9176-3308e2539812 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:35.140492 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-31ea4151-a876-4976-9176-3308e2539812 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5787911 Aug 31 13:42:35.228842 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e244733-f35a-470a-9e05-32c5b1061ef6 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:42:35.244553 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:35.283395 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Transition to ACTIVE for port object 8e244733-f35a-470a-9e05-32c5b1061ef6 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:35.291293 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:35.382603 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Pushing event updated for resources: {'Port': ['ID=8e244733-f35a-470a-9e05-32c5b1061ef6,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:35.413173 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74548dc-53c7-49eb-a338-dde2a594e01b req-ef2a46f7-d49f-4a7d-877e-806ef4b80483 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:35.414842 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a74548dc-53c7-49eb-a338-dde2a594e01b req-ef2a46f7-d49f-4a7d-877e-806ef4b80483 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.1010482 Aug 31 13:42:35.513153 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a74548dc-53c7-49eb-a338-dde2a594e01b req-121dda5a-7d7d-4684-a066-64d33c21c14c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916188 Aug 31 13:42:35.543303 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Attempting to bind port 8e244733-f35a-470a-9e05-32c5b1061ef6 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:42:35.543843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Attempting to bind port 8e244733-f35a-470a-9e05-32c5b1061ef6 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:42:35.544180 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Attempting to bind port 8e244733-f35a-470a-9e05-32c5b1061ef6 on network a5c20a69-0932-4886-a293-fa89c7cd66cd {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:42:35.549826 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Port 8e244733-f35a-470a-9e05-32c5b1061ef6 on network a5c20a69-0932-4886-a293-fa89c7cd66cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:42:35.550152 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Attempting to bind port 8e244733-f35a-470a-9e05-32c5b1061ef6 on network a5c20a69-0932-4886-a293-fa89c7cd66cd {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:42:35.566193 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:42:35.566560 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Checking segment: {'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:42:35.567250 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Bound using segment: {'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:42:35.567830 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Bound port: 8e244733-f35a-470a-9e05-32c5b1061ef6, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f395bc84-2520-488d-a3f5-fb9d99201f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:42:35.568127 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:35.666874 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] For port 8e244733-f35a-470a-9e05-32c5b1061ef6, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:42:35.672571 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] For port 8e244733-f35a-470a-9e05-32c5b1061ef6, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=8e244733-f35a-470a-9e05-32c5b1061ef6,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:42:35.679704 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:35.728644 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:35.729403 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:35.730896 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] 10.222.0.107 "PUT /v2.0/ports/8e244733-f35a-470a-9e05-32c5b1061ef6 HTTP/1.1" status: 200 len: 1093 time: 1.1532056 Aug 31 13:42:35.731372 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2321f757-4259-4311-aa8c-d0e3598f91b5', 'tag': '8e244733-f35a-470a-9e05-32c5b1061ef6'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:35.734208 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b" -d '{"events": [{"name": "network-changed", "server_uuid": "2321f757-4259-4311-aa8c-d0e3598f91b5", "tag": "8e244733-f35a-470a-9e05-32c5b1061ef6"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:35.764617 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c5d21-e3eb-4525-986d-cd16eccdc454 service neutron] Pushing event updated for resources: {'Port': ['ID=8e244733-f35a-470a-9e05-32c5b1061ef6,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:35.768661 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 2a47da21-cc4f-45bc-938e-e78634de7de1 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:42:35.836272 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 2a47da21-cc4f-45bc-938e-e78634de7de1 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:42:35.836699 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 2a47da21-cc4f-45bc-938e-e78634de7de1 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:42:35.912046 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5b62d6-9588-4dbb-866e-f0010b32b9a6 x-openstack-request-id: req-1a5b62d6-9588-4dbb-866e-f0010b32b9a6 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:35.912272 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2321f757-4259-4311-aa8c-d0e3598f91b5", "tag": "8e244733-f35a-470a-9e05-32c5b1061ef6", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:35.912589 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a5b62d6-9588-4dbb-866e-f0010b32b9a6 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:35.913011 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2321f757-4259-4311-aa8c-d0e3598f91b5', 'tag': '8e244733-f35a-470a-9e05-32c5b1061ef6', 'status': 'completed', 'code': 200} Aug 31 13:42:35.945963 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-e7e6700f-9cf0-4325-84ae-4f64ee53253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:35.948734 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-e7e6700f-9cf0-4325-84ae-4f64ee53253c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5651d65709fb486eb25e57054dc889cc&device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 1096 time: 0.1227026 Aug 31 13:42:36.003321 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc14a14-a8c3-4991-8b56-45f50cef826c req-0b4e3b0d-351b-4eaf-bab9-19bd6f4cad83 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:36.018430 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4cc14a14-a8c3-4991-8b56-45f50cef826c req-0b4e3b0d-351b-4eaf-bab9-19bd6f4cad83 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1540411 Aug 31 13:42:36.039573 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-bf3c7f71-37e8-43a4-91be-513b0206de6c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e244733-f35a-470a-9e05-32c5b1061ef6 HTTP/1.1" status: 200 len: 217 time: 0.0773957 Aug 31 13:42:36.127936 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4cc14a14-a8c3-4991-8b56-45f50cef826c req-7fe758d8-ec1f-4848-8051-3466e714a395 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034708 Aug 31 13:42:36.150863 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-2d7182fa-1d36-40d3-8dab-e5c85142c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:36.152443 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-2d7182fa-1d36-40d3-8dab-e5c85142c1f4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1 HTTP/1.1" status: 200 len: 853 time: 0.1046607 Aug 31 13:42:36.231615 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-29b98393-7cf9-47cc-874e-dd6fe1c7b942 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a5c20a69-0932-4886-a293-fa89c7cd66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670605 Aug 31 13:42:36.263687 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 499268ba-a3b0-48ca-84c4-a91254ebd6fd up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:36.385211 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 499268ba-a3b0-48ca-84c4-a91254ebd6fd completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:36.392704 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:36.396830 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6c2a4-fd63-4a2d-9349-d1fa765d903b req-1103d872-b99a-4c88-9d64-6c07b961b161 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:36.398411 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-87d6c2a4-fd63-4a2d-9349-d1fa765d903b req-1103d872-b99a-4c88-9d64-6c07b961b161 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 943 time: 0.1324837 Aug 31 13:42:36.407477 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 499268ba-a3b0-48ca-84c4-a91254ebd6fd triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:36.407869 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:36.443572 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-59a319a9-f074-49f8-add8-5d6badc5a5fc service neutron] 10.222.0.107 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022374 Aug 31 13:42:36.524613 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-87d6c2a4-fd63-4a2d-9349-d1fa765d903b req-008bca82-2eb0-4730-934b-337642311784 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135242 Aug 31 13:42:36.536288 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:36.557095 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-28751d2b-192c-4ee9-888c-b028d30a7148 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1625566 Aug 31 13:42:36.576083 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 499268ba-a3b0-48ca-84c4-a91254ebd6fd, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=499268ba-a3b0-48ca-84c4-a91254ebd6fd,segment=NetworkSegment(d727039f-36f2-4a35-8561-3978fd15ecbc),segment_id=d727039f-36f2-4a35-8561-3978fd15ecbc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:36.583193 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:36.846673 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=499268ba-a3b0-48ca-84c4-a91254ebd6fd,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:37.046576 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d0ed-4682-4c37-81b1-944953c35efa req-8c42e2bc-7c58-481b-a422-d330d719d083 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:37.073090 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0b50d0ed-4682-4c37-81b1-944953c35efa req-8c42e2bc-7c58-481b-a422-d330d719d083 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.1108334 Aug 31 13:42:37.078385 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7b2ddb5-baee-4d7a-9e3b-74375eecd78f req-d71b1f06-14a8-41be-9d1e-1a32f4208de0 service neutron] 10.222.0.107 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087978 Aug 31 13:42:37.130367 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0b50d0ed-4682-4c37-81b1-944953c35efa req-ef5a4db8-3089-469b-858b-64b0fbd82c80 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508320 Aug 31 13:42:37.221590 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-6ce4df24-3301-466e-93cf-fa621a59c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:37.223459 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-6ce4df24-3301-466e-93cf-fa621a59c908 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5651d65709fb486eb25e57054dc889cc&device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 1096 time: 0.0570192 Aug 31 13:42:37.341943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047757ec-3192-458c-b6f8-6f791d3af70a req-ff8aabd1-20bc-486a-971c-5c80ec8a1ad6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:37.344769 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-047757ec-3192-458c-b6f8-6f791d3af70a req-ff8aabd1-20bc-486a-971c-5c80ec8a1ad6 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1197786 Aug 31 13:42:37.379665 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-5e4fe2b6-46db-47c4-99bb-8202154147fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:37.381224 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-5e4fe2b6-46db-47c4-99bb-8202154147fb service neutron] 10.222.0.107 "GET /v2.0/networks?id=a5c20a69-0932-4886-a293-fa89c7cd66cd HTTP/1.1" status: 200 len: 915 time: 0.1472540 Aug 31 13:42:37.408908 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-047757ec-3192-458c-b6f8-6f791d3af70a req-ac46337e-7efe-427d-aacd-8031e3a68239 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570726 Aug 31 13:42:37.439793 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-68fdc1ab-d708-4f53-9cb0-62b76a5fe876 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e244733-f35a-470a-9e05-32c5b1061ef6 HTTP/1.1" status: 200 len: 217 time: 0.0451372 Aug 31 13:42:37.494152 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-4c3830e4-acac-4854-8bba-22efcfe44942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:37.495661 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-4c3830e4-acac-4854-8bba-22efcfe44942 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1 HTTP/1.1" status: 200 len: 853 time: 0.0481024 Aug 31 13:42:37.529746 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-b98f5dee-d415-4e1c-8054-19b2afad86b8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a5c20a69-0932-4886-a293-fa89c7cd66cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255585 Aug 31 13:42:37.631064 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-e8ae4263-01d6-49a8-8e20-2dda6ad9cef4 service neutron] 10.222.0.107 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928929 Aug 31 13:42:37.660806 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e8331-29a6-4217-bbc0-1316d8bdfb71 req-e08f098c-15d1-4afe-99ba-ae20560d6bb8 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:37.662531 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-550e8331-29a6-4217-bbc0-1316d8bdfb71 req-e08f098c-15d1-4afe-99ba-ae20560d6bb8 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 943 time: 0.0520525 Aug 31 13:42:37.704095 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-550e8331-29a6-4217-bbc0-1316d8bdfb71 req-80475ebe-d095-4e08-863f-51c37f485b18 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355783 Aug 31 13:42:37.743765 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-28cb8b7e-b7ea-4f6b-b229-4a28eae4159b req-b3d6a65a-9a19-4803-b95c-3fd2159156d5 service neutron] 10.222.0.107 "GET /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041064 Aug 31 13:42:37.783574 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:42:37.873142 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 7a8c44df-bf04-44bd-9614-fe66dc1eea0d no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:42:37.897525 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 7a8c44df-bf04-44bd-9614-fe66dc1eea0d {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:42:37.897873 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 7a8c44df-bf04-44bd-9614-fe66dc1eea0d not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:42:38.107739 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 499268ba-a3b0-48ca-84c4-a91254ebd6fd up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:38.164692 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 499268ba-a3b0-48ca-84c4-a91254ebd6fd triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:38.165063 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:38.318175 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5bbd-63ec-4681-ba1b-b651fa0c0778 req-49c2ccf3-f770-4a8c-aa46-a608dd8a7de0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:38.319734 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-83de5bbd-63ec-4681-ba1b-b651fa0c0778 req-49c2ccf3-f770-4a8c-aa46-a608dd8a7de0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0605712 Aug 31 13:42:38.372748 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-83de5bbd-63ec-4681-ba1b-b651fa0c0778 req-9201c006-0de9-48a1-8891-3a1e52d26832 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464246 Aug 31 13:42:38.460311 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-093cf5d7-82ea-4bb5-8199-6c765c2cee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:38.461871 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-093cf5d7-82ea-4bb5-8199-6c765c2cee0b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725&tenant_id=ed036eb1dc894a28af566c40419db15a HTTP/1.1" status: 200 len: 1096 time: 0.0853765 Aug 31 13:42:38.540595 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-e275400c-2133-4a72-a521-0979b6a92d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:38.542042 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-e275400c-2133-4a72-a521-0979b6a92d96 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1096 time: 0.0479822 Aug 31 13:42:38.547817 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869c090-856c-42d7-aa06-da7437a0090c req-55dda702-e1a9-4054-94ec-508fb3b4133d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:38.549383 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2869c090-856c-42d7-aa06-da7437a0090c req-55dda702-e1a9-4054-94ec-508fb3b4133d tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0553324 Aug 31 13:42:38.592140 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2869c090-856c-42d7-aa06-da7437a0090c req-383dbc7f-079b-41ac-affa-6300cc71e6a1 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338788 Aug 31 13:42:38.646089 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-c2aa69fe-804f-4c01-b43e-8395bccb31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:38.647738 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-c2aa69fe-804f-4c01-b43e-8395bccb31de service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.0970368 Aug 31 13:42:38.719895 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-65f21ddb-53f7-41d7-a50e-8a4b92081b5d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 200 len: 999 time: 0.0638134 Aug 31 13:42:38.787316 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-53e5ae64-a21a-4160-8ebd-d33feb489bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:38.788759 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-53e5ae64-a21a-4160-8ebd-d33feb489bc1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.0530257 Aug 31 13:42:38.870889 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b9e5-adec-41bb-b944-0a9ab343955c req-a731e716-0f25-4198-9596-aa15c3efd76d tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:38.872235 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3c42b9e5-adec-41bb-b944-0a9ab343955c req-a731e716-0f25-4198-9596-aa15c3efd76d tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 943 time: 0.0964086 Aug 31 13:42:38.878757 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-2b3e6fb0-f37c-4969-8f7e-efac4bc7b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:38.880461 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-2b3e6fb0-f37c-4969-8f7e-efac4bc7b481 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670211 Aug 31 13:42:38.965096 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3c42b9e5-adec-41bb-b944-0a9ab343955c req-f6004b41-bf87-4ba4-b0c6-0144f13c6fd4 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836077 Aug 31 13:42:39.003860 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-c4077761-fd11-4aee-9707-09e15e3afac4 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079733 Aug 31 13:42:39.109029 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b29ccec9-fee8-45ea-9acc-8a8b98fb24db req-b4190367-93d5-44ae-b517-c1e8ca5996cd service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960958 Aug 31 13:42:39.505254 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbc47b-fb06-4c39-8310-65ea8102dd24 req-dce43a87-717f-4cee-9e58-637fa2465877 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:39.506975 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6abbc47b-fb06-4c39-8310-65ea8102dd24 req-dce43a87-717f-4cee-9e58-637fa2465877 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0548229 Aug 31 13:42:39.550104 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6abbc47b-fb06-4c39-8310-65ea8102dd24 req-022da372-ac5e-49bf-9588-994a0be6fdbc tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363498 Aug 31 13:42:39.724324 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93e3f7-fb17-43a6-9dc6-4f878cc0b72f req-62cf8884-5710-4e8c-98c9-92f7138890c4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:39.731673 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0f93e3f7-fb17-43a6-9dc6-4f878cc0b72f req-62cf8884-5710-4e8c-98c9-92f7138890c4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0572193 Aug 31 13:42:39.779069 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 8e244733-f35a-470a-9e05-32c5b1061ef6 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:42:39.786350 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0f93e3f7-fb17-43a6-9dc6-4f878cc0b72f req-9952e2ff-6fcc-4fb7-8378-c803bbfff9bc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536301 Aug 31 13:42:39.847076 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49426) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:39.979307 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 8e244733-f35a-470a-9e05-32c5b1061ef6, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=8e244733-f35a-470a-9e05-32c5b1061ef6,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:40.005450 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '8e244733-f35a-470a-9e05-32c5b1061ef6', 'network_id': 'a5c20a69-0932-4886-a293-fa89c7cd66cd', 'port_id': '8e244733-f35a-470a-9e05-32c5b1061ef6', 'mac_address': 'fa:16:3e:66:41:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:42:40.076217 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.076559 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d72a008e-0db3-4502-9e2c-f1a727a9c244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.101404 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e244733-f35a-470a-9e05-32c5b1061ef6 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:42:40.149561 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 8e244733-f35a-470a-9e05-32c5b1061ef6, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=8e244733-f35a-470a-9e05-32c5b1061ef6,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:40.160569 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.216118 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb90df-0c14-41b5-9e03-068ea0100ed5 req-1cac9e53-d92d-476d-8e4e-e7e575250baa tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:40.218448 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-86cb90df-0c14-41b5-9e03-068ea0100ed5 req-1cac9e53-d92d-476d-8e4e-e7e575250baa tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 943 time: 0.1330814 Aug 31 13:42:40.264173 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=8e244733-f35a-470a-9e05-32c5b1061ef6,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:40.315304 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d72a008e-0db3-4502-9e2c-f1a727a9c244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.322304 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d72a008e-0db3-4502-9e2c-f1a727a9c244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.331341 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-86cb90df-0c14-41b5-9e03-068ea0100ed5 req-a2ef8a44-234d-4f33-9089-e24d2ab1d3fe tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003349 Aug 31 13:42:40.374703 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d72a008e-0db3-4502-9e2c-f1a727a9c244 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef71c0b2234e49c6a82363b67cf996d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258346 Aug 31 13:42:40.375835 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a008e-0db3-4502-9e2c-f1a727a9c244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d2c776-062f-466f-a30a-e54ef27908e2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:40.377893 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49434) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:40.448931 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['8e244733-f35a-470a-9e05-32c5b1061ef6'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:40.496655 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-46c02331-33c0-44a7-a995-5dbed2376a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.529122 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-46c02331-33c0-44a7-a995-5dbed2376a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.613685 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-46c02331-33c0-44a7-a995-5dbed2376a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.616556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-46c02331-33c0-44a7-a995-5dbed2376a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:40.621779 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-46c02331-33c0-44a7-a995-5dbed2376a67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24d2c776-062f-466f-a30a-e54ef27908e2 HTTP/1.1" status: 204 len: 168 time: 0.2425508 Aug 31 13:42:40.646710 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c02331-33c0-44a7-a995-5dbed2376a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d2c776-062f-466f-a30a-e54ef27908e2,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:40.764858 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152792c1-5b6a-4397-837e-7247e827058a req-9c216276-b3e1-4450-a84e-2a66cbc602d6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:40.766321 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-152792c1-5b6a-4397-837e-7247e827058a req-9c216276-b3e1-4450-a84e-2a66cbc602d6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0569565 Aug 31 13:42:40.809454 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-152792c1-5b6a-4397-837e-7247e827058a req-66ead6dc-cb9c-444c-87ca-29d8147e0fd0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Aug 31 13:42:40.944164 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ae06-42d6-4312-af37-dd28c2564a1a req-abd8f905-7d16-44e8-9874-379804ca18fb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:40.945722 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9577ae06-42d6-4312-af37-dd28c2564a1a req-abd8f905-7d16-44e8-9874-379804ca18fb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0598149 Aug 31 13:42:40.988327 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9577ae06-42d6-4312-af37-dd28c2564a1a req-7172ccbd-9b81-4c4d-b8c9-73a21c627b6b tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363054 Aug 31 13:42:41.470190 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c317-c29b-42a1-b525-1307318cae48 req-fd8a5c01-aab4-4974-94ed-843589d1ed54 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:41.472219 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c1a0c317-c29b-42a1-b525-1307318cae48 req-fd8a5c01-aab4-4974-94ed-843589d1ed54 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 944 time: 0.0560901 Aug 31 13:42:41.515264 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c1a0c317-c29b-42a1-b525-1307318cae48 req-443fdf91-d561-4daf-92a2-ea27615fe694 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368624 Aug 31 13:42:41.802141 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 8e244733-f35a-470a-9e05-32c5b1061ef6 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:42:41.920360 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 8e244733-f35a-470a-9e05-32c5b1061ef6 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:42:41.928147 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 8e244733-f35a-470a-9e05-32c5b1061ef6 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:42:41.929345 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.006157 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577189eb-f5f0-4dff-bbb1-aa1d6f2cd724 req-e67b6e49-3e98-41ee-b79c-a11f66ef3bdb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:42.015075 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-577189eb-f5f0-4dff-bbb1-aa1d6f2cd724 req-e67b6e49-3e98-41ee-b79c-a11f66ef3bdb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0739465 Aug 31 13:42:42.101889 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-577189eb-f5f0-4dff-bbb1-aa1d6f2cd724 req-304c27c2-98a9-4343-b5de-0f720399e94e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853491 Aug 31 13:42:42.114602 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.164161 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2321f757-4259-4311-aa8c-d0e3598f91b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e244733-f35a-470a-9e05-32c5b1061ef6'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:42.166947 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52cb880-d033-4eca-971c-6d369265ff65" -d '{"events": [{"server_uuid": "2321f757-4259-4311-aa8c-d0e3598f91b5", "name": "network-vif-plugged", "status": "completed", "tag": "8e244733-f35a-470a-9e05-32c5b1061ef6"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:42.181511 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 8e244733-f35a-470a-9e05-32c5b1061ef6, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=8e244733-f35a-470a-9e05-32c5b1061ef6,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:42.201310 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.269586 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=8e244733-f35a-470a-9e05-32c5b1061ef6,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:42.301494 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03b1fd-b7d2-4734-b506-8d19d18cb219 req-be7816f2-7583-4159-8c36-60f40c4c19fa tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:42.303510 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8f03b1fd-b7d2-4734-b506-8d19d18cb219 req-be7816f2-7583-4159-8c36-60f40c4c19fa tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1063411 Aug 31 13:42:42.306995 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49504) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:42.355631 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8f03b1fd-b7d2-4734-b506-8d19d18cb219 req-a7db4d58-848d-4fb1-b2fb-334f6915f04e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Aug 31 13:42:42.424072 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8958257b-7fd4-4651-a55c-ee49e9dad18c x-openstack-request-id: req-8958257b-7fd4-4651-a55c-ee49e9dad18c {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:42.424421 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2321f757-4259-4311-aa8c-d0e3598f91b5", "name": "network-vif-plugged", "status": "completed", "tag": "8e244733-f35a-470a-9e05-32c5b1061ef6", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:42.424867 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8958257b-7fd4-4651-a55c-ee49e9dad18c {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:42.425440 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2321f757-4259-4311-aa8c-d0e3598f91b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e244733-f35a-470a-9e05-32c5b1061ef6', 'code': 200} Aug 31 13:42:42.456829 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c1158577-e2d2-45f8-9d43-5f26c43cfc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.565733 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c1158577-e2d2-45f8-9d43-5f26c43cfc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.574117 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c1158577-e2d2-45f8-9d43-5f26c43cfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.624572 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c1158577-e2d2-45f8-9d43-5f26c43cfc34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32d0ede2f848477e98682509b46943c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153646 Aug 31 13:42:42.625754 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1158577-e2d2-45f8-9d43-5f26c43cfc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92667248-aff5-4a71-b377-c6246b896a2f,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:42.629431 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49512) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:42.697626 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adad06-375e-42ec-9d72-308bb6b34bd7 req-6abfcb80-8d30-4699-ae59-78434127e83a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:42.698286 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ecae-1c38-407e-b6a3-cde787f59db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.699212 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f4adad06-375e-42ec-9d72-308bb6b34bd7 req-6abfcb80-8d30-4699-ae59-78434127e83a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0739419 Aug 31 13:42:42.731914 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ecae-1c38-407e-b6a3-cde787f59db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.760631 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f4adad06-375e-42ec-9d72-308bb6b34bd7 req-eb8500f9-086d-49fb-9aeb-6c5b2f396d9b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547175 Aug 31 13:42:42.795943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ecae-1c38-407e-b6a3-cde787f59db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.799701 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ecae-1c38-407e-b6a3-cde787f59db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:42.803242 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f9e9ecae-1c38-407e-b6a3-cde787f59db4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92667248-aff5-4a71-b377-c6246b896a2f HTTP/1.1" status: 204 len: 168 time: 0.1703963 Aug 31 13:42:42.815563 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9ecae-1c38-407e-b6a3-cde787f59db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92667248-aff5-4a71-b377-c6246b896a2f,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:43.251872 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be12a02-30be-4938-9f95-89584b0c288e req-ac062a01-dad2-4953-acc7-82dba0d9cec0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:43.253401 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3be12a02-30be-4938-9f95-89584b0c288e req-ac062a01-dad2-4953-acc7-82dba0d9cec0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0575409 Aug 31 13:42:43.305143 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3be12a02-30be-4938-9f95-89584b0c288e req-ac0b8f21-1bb6-4b67-8948-894233f60436 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452175 Aug 31 13:42:43.488444 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e4ac-0bc3-43f8-8ca2-c924a41d5dda req-f416bde0-58c4-43a7-bf7c-8e2aeac232ee tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:43.490536 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8d60e4ac-0bc3-43f8-8ca2-c924a41d5dda req-f416bde0-58c4-43a7-bf7c-8e2aeac232ee tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0607324 Aug 31 13:42:43.550990 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8d60e4ac-0bc3-43f8-8ca2-c924a41d5dda req-c0d41f61-aa35-4403-8b9b-77c890e69c70 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Aug 31 13:42:43.881637 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf58af-5661-447b-9e3c-78ddf8d9dbf0 req-db03377b-6b50-43f0-bd50-61a843b1babf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:43.883211 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-eedf58af-5661-447b-9e3c-78ddf8d9dbf0 req-db03377b-6b50-43f0-bd50-61a843b1babf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0554957 Aug 31 13:42:43.938358 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-eedf58af-5661-447b-9e3c-78ddf8d9dbf0 req-efdd415d-4b87-49d4-8a19-92470e504b6a tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Aug 31 13:42:44.471230 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26262154-0fdf-425c-a38e-6129aa4a7486 req-602b7a3e-4863-4b63-8ef7-595118df9adb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:44.478475 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-26262154-0fdf-425c-a38e-6129aa4a7486 req-602b7a3e-4863-4b63-8ef7-595118df9adb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0656898 Aug 31 13:42:44.515922 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-26262154-0fdf-425c-a38e-6129aa4a7486 req-dddf5b72-8a5c-4696-bfff-17bc993f033e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365508 Aug 31 13:42:44.703604 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f0135-e595-4fcc-818a-0768d00b2a6f req-b11a7ec3-5d23-4545-b775-ab0795884c53 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:44.705115 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-596f0135-e595-4fcc-818a-0768d00b2a6f req-b11a7ec3-5d23-4545-b775-ab0795884c53 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0725539 Aug 31 13:42:44.757551 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-596f0135-e595-4fcc-818a-0768d00b2a6f req-b9acb3cb-e7a1-41de-8224-423a7be06bfd tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Aug 31 13:42:44.795752 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49574) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:44.925107 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3d7a-7a47-4171-b299-f3fca8aaaab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.034482 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3d7a-7a47-4171-b299-f3fca8aaaab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.041563 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3d7a-7a47-4171-b299-f3fca8aaaab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.092235 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-3b2d3d7a-7a47-4171-b299-f3fca8aaaab1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fb19b6995574b0c883c739fda0d1d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945578 Aug 31 13:42:45.093061 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49580) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:45.093926 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d3d7a-7a47-4171-b299-f3fca8aaaab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db881df-6854-4534-8dfa-13ef0b380064,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:45.098444 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8edcf-a496-4c9d-9518-c8457cc1ef01 req-c79aa1db-bb14-403c-9c6d-143fdf539110 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:45.100005 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-94b8edcf-a496-4c9d-9518-c8457cc1ef01 req-c79aa1db-bb14-403c-9c6d-143fdf539110 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0730460 Aug 31 13:42:45.151885 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82c8d408-1353-4c33-91dc-c46392afbb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.152904 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-94b8edcf-a496-4c9d-9518-c8457cc1ef01 req-d0c29883-8465-4acd-b02c-54fab2dcb887 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464513 Aug 31 13:42:45.175768 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82c8d408-1353-4c33-91dc-c46392afbb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.236726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82c8d408-1353-4c33-91dc-c46392afbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.239333 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82c8d408-1353-4c33-91dc-c46392afbb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.240559 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-82c8d408-1353-4c33-91dc-c46392afbb5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0db881df-6854-4534-8dfa-13ef0b380064 HTTP/1.1" status: 204 len: 168 time: 0.1434953 Aug 31 13:42:45.248570 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8d408-1353-4c33-91dc-c46392afbb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db881df-6854-4534-8dfa-13ef0b380064,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:45.594779 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49588) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:45.622730 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-28d38192-ac04-494b-8319-2e2c4d152d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.684964 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0dcf3-f983-4536-a679-9f086dfe4bcc req-f340f134-c002-4e3a-959d-0fd8457f99f8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:45.686785 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-aed0dcf3-f983-4536-a679-9f086dfe4bcc req-f340f134-c002-4e3a-959d-0fd8457f99f8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0849876 Aug 31 13:42:45.793485 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-aed0dcf3-f983-4536-a679-9f086dfe4bcc req-c9e8d790-e5eb-4d27-a021-f47eb43bb185 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938659 Aug 31 13:42:45.830680 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-28d38192-ac04-494b-8319-2e2c4d152d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.837192 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-28d38192-ac04-494b-8319-2e2c4d152d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.934732 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-28d38192-ac04-494b-8319-2e2c4d152d43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=099145c170254642b2613ee06b1d128d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387995 Aug 31 13:42:45.938221 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49594) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:45.953273 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d38192-ac04-494b-8319-2e2c4d152d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f773727-da5b-439c-8a30-66e54fc151f5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:45.996957 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38317ff0-c673-4df8-ac6a-8547f4790f55 req-a2a6504e-f237-4163-9b0b-4678155ba0a9 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:45.998828 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38317ff0-c673-4df8-ac6a-8547f4790f55 req-a2a6504e-f237-4163-9b0b-4678155ba0a9 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.1421103 Aug 31 13:42:46.006034 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-66b8cb70-a66e-4d12-bcff-b0c5447ed1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:46.029781 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-66b8cb70-a66e-4d12-bcff-b0c5447ed1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:46.051547 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38317ff0-c673-4df8-ac6a-8547f4790f55 req-9a0aeb8c-428e-42a1-8094-31907e0900f5 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460067 Aug 31 13:42:46.086298 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-66b8cb70-a66e-4d12-bcff-b0c5447ed1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:46.089613 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-66b8cb70-a66e-4d12-bcff-b0c5447ed1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:46.093015 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-66b8cb70-a66e-4d12-bcff-b0c5447ed1d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f773727-da5b-439c-8a30-66e54fc151f5 HTTP/1.1" status: 204 len: 168 time: 0.1528497 Aug 31 13:42:46.102082 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8cb70-a66e-4d12-bcff-b0c5447ed1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f773727-da5b-439c-8a30-66e54fc151f5,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:46.294566 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8851e97-436c-4b1b-804c-6c18d4635e17 req-756ca189-7bb0-4261-bad7-03542bc346ba tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:46.301322 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b8851e97-436c-4b1b-804c-6c18d4635e17 req-756ca189-7bb0-4261-bad7-03542bc346ba tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0626900 Aug 31 13:42:46.361606 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b8851e97-436c-4b1b-804c-6c18d4635e17 req-4864dfb0-c243-4910-965c-0857e9e8d034 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Aug 31 13:42:46.937553 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511339f5-7f67-4dca-8609-6eb94ea96c45 req-44e27f64-c7d9-4a4b-abf9-6cffe5ed482f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:46.939901 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-511339f5-7f67-4dca-8609-6eb94ea96c45 req-44e27f64-c7d9-4a4b-abf9-6cffe5ed482f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0628424 Aug 31 13:42:47.004418 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-511339f5-7f67-4dca-8609-6eb94ea96c45 req-66ebfefc-2fd1-41fc-b607-2e3fd8be68cf tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533328 Aug 31 13:42:47.187892 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20435541-c98f-4661-a556-caa6363417bf req-5749f119-3dc6-45e8-8b38-d643d84709d2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:47.189540 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-20435541-c98f-4661-a556-caa6363417bf req-5749f119-3dc6-45e8-8b38-d643d84709d2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0554361 Aug 31 13:42:47.235004 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-20435541-c98f-4661-a556-caa6363417bf req-e063ee0d-67c8-4f7c-a0d0-89ca33db67c2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383515 Aug 31 13:42:47.493550 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cef4a-ce84-47a3-aa56-141fb8cb48e7 req-a407f1d7-8824-49a0-a84f-27bbc89196c9 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:47.495109 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b86cef4a-ce84-47a3-aa56-141fb8cb48e7 req-a407f1d7-8824-49a0-a84f-27bbc89196c9 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0699894 Aug 31 13:42:47.553043 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b86cef4a-ce84-47a3-aa56-141fb8cb48e7 req-862d2132-2f5b-4f6b-a941-28ff92c70306 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509002 Aug 31 13:42:47.654143 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-984478e0-9af5-474a-b210-7d1e30122a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:48.145074 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51128-6974-457a-b086-ce568647efd7 req-4bed91cf-b910-4c86-830f-d089c836cdf6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:48.152677 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9cf51128-6974-457a-b086-ce568647efd7 req-4bed91cf-b910-4c86-830f-d089c836cdf6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0674314 Aug 31 13:42:48.195160 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9cf51128-6974-457a-b086-ce568647efd7 req-663562d5-a226-4233-b225-800676eb02bf tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414891 Aug 31 13:42:48.291605 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49666) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:48.372618 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e63ff1-5b03-4799-9284-8b373e341344 req-57f3a504-f8d9-47d3-89af-cc292a71e5d4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:48.375198 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2e63ff1-5b03-4799-9284-8b373e341344 req-57f3a504-f8d9-47d3-89af-cc292a71e5d4 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0551901 Aug 31 13:42:48.424799 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2e63ff1-5b03-4799-9284-8b373e341344 req-b0a9288d-1119-4836-8378-d8ec7f381d00 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Aug 31 13:42:48.431622 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d4e14cfb-2168-4e80-b561-b3d1ceef9f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:48.546017 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d4e14cfb-2168-4e80-b561-b3d1ceef9f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:48.551937 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d4e14cfb-2168-4e80-b561-b3d1ceef9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:48.596691 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49672) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:48.598841 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-d4e14cfb-2168-4e80-b561-b3d1ceef9f00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8968e814aa084ac781fd056dd0a5ba99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059599 Aug 31 13:42:48.601474 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e14cfb-2168-4e80-b561-b3d1ceef9f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69274c6-9ef6-4dd3-8efd-40e66ec80783,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:48.708317 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28db08a-d275-4144-af46-baf39db24d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:48.719106 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31197e-e50a-434a-9a2c-f77e39585f90 req-cbcad833-790e-4446-893e-59f6f52860af tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:48.720661 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9f31197e-e50a-434a-9a2c-f77e39585f90 req-cbcad833-790e-4446-893e-59f6f52860af tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0873120 Aug 31 13:42:48.758532 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28db08a-d275-4144-af46-baf39db24d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:48.798717 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9f31197e-e50a-434a-9a2c-f77e39585f90 req-a81532e3-22c1-4421-9437-6d20c3d0502f tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704532 Aug 31 13:42:48.828754 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28db08a-d275-4144-af46-baf39db24d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:48.832203 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28db08a-d275-4144-af46-baf39db24d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:48.835990 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c28db08a-d275-4144-af46-baf39db24d9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d69274c6-9ef6-4dd3-8efd-40e66ec80783 HTTP/1.1" status: 204 len: 168 time: 0.2356646 Aug 31 13:42:48.847876 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db08a-d275-4144-af46-baf39db24d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69274c6-9ef6-4dd3-8efd-40e66ec80783,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:49.285375 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49682) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:49.299935 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-85f7a7a9-fd41-424c-8fce-0226ff678a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:49.339245 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9382092-790e-4ca5-b4db-5179b0a65824 req-2c2c546a-f43f-4c3a-a579-041506347b38 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:49.341369 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f9382092-790e-4ca5-b4db-5179b0a65824 req-2c2c546a-f43f-4c3a-a579-041506347b38 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0590284 Aug 31 13:42:49.404711 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f9382092-790e-4ca5-b4db-5179b0a65824 req-b5d6f5a0-48bf-4bb2-aeb2-4e8e86df43cb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555949 Aug 31 13:42:49.429730 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-85f7a7a9-fd41-424c-8fce-0226ff678a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:49.434761 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-85f7a7a9-fd41-424c-8fce-0226ff678a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:49.476111 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-85f7a7a9-fd41-424c-8fce-0226ff678a2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d5bb91a825b495581449a8124eecfda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894987 Aug 31 13:42:49.476999 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7a7a9-fd41-424c-8fce-0226ff678a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64988772-6f5c-4d7f-b130-5914e6ab7b14,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:49.479623 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49690) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:49.594093 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e84582-15ae-4523-ba0f-c59564d1db32 req-0b399c93-8af5-4591-ac32-1d8ee6588386 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:49.595797 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-16e84582-15ae-4523-ba0f-c59564d1db32 req-0b399c93-8af5-4591-ac32-1d8ee6588386 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0915596 Aug 31 13:42:49.596588 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a231802-13f9-4d4d-b846-1886d9d4ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:49.635748 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a231802-13f9-4d4d-b846-1886d9d4ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:49.674570 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-16e84582-15ae-4523-ba0f-c59564d1db32 req-ab7a71de-4963-4324-a276-67cdb1c56675 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669577 Aug 31 13:42:49.705509 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a231802-13f9-4d4d-b846-1886d9d4ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:49.708381 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a231802-13f9-4d4d-b846-1886d9d4ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:49.709538 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7a231802-13f9-4d4d-b846-1886d9d4ac9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64988772-6f5c-4d7f-b130-5914e6ab7b14 HTTP/1.1" status: 204 len: 168 time: 0.2283938 Aug 31 13:42:49.717526 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a231802-13f9-4d4d-b846-1886d9d4ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64988772-6f5c-4d7f-b130-5914e6ab7b14,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:49.955087 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccad3e-fdc3-4d18-81ef-671cba34ca78 req-4f0ce5bb-0ed1-4ec9-a5aa-22713a07eefa tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:49.959326 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b2ccad3e-fdc3-4d18-81ef-671cba34ca78 req-4f0ce5bb-0ed1-4ec9-a5aa-22713a07eefa tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0752547 Aug 31 13:42:49.996961 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b2ccad3e-fdc3-4d18-81ef-671cba34ca78 req-473f8eb1-73cf-4005-8074-11ff9fc541d1 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340784 Aug 31 13:42:50.380025 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6def1f2-3a9a-40ba-bdf9-17cca2cc2a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:50.556819 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92723b8c-cfd8-487b-9e73-729d77a9536f req-3131150a-a0e1-485e-85c5-3bf77825f7c6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:50.558883 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-92723b8c-cfd8-487b-9e73-729d77a9536f req-3131150a-a0e1-485e-85c5-3bf77825f7c6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0646496 Aug 31 13:42:50.606915 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-92723b8c-cfd8-487b-9e73-729d77a9536f req-71954db5-a1c2-46c3-8622-b52ec4d1aede tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415900 Aug 31 13:42:50.801510 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:50.809136 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae68c03-c718-4535-8a92-ef8d2facf550 req-c6fd9e39-9647-4262-9bb0-f2493d70393f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:50.811504 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3ae68c03-c718-4535-8a92-ef8d2facf550 req-c6fd9e39-9647-4262-9bb0-f2493d70393f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0616341 Aug 31 13:42:50.852688 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3ae68c03-c718-4535-8a92-ef8d2facf550 req-5dd74f82-706d-4fd7-9094-c6ae58f811bb tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349228 Aug 31 13:42:51.120789 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7169d-ad86-4228-8c68-39ed124820d2 req-9a7bfe10-3a7f-4041-8ae6-efa310217848 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:51.122408 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-20c7169d-ad86-4228-8c68-39ed124820d2 req-9a7bfe10-3a7f-4041-8ae6-efa310217848 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0558212 Aug 31 13:42:51.171029 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-20c7169d-ad86-4228-8c68-39ed124820d2 req-744a899d-e553-48f2-879f-9f9fd03285c6 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Aug 31 13:42:51.500113 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:51.762716 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43412ea3-46b4-49a9-a163-9f4adbf60386 req-fec3f1e1-9bd2-4ef5-9ea2-d5ce6849c77e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:51.764164 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-43412ea3-46b4-49a9-a163-9f4adbf60386 req-fec3f1e1-9bd2-4ef5-9ea2-d5ce6849c77e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0592256 Aug 31 13:42:51.809408 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-43412ea3-46b4-49a9-a163-9f4adbf60386 req-014f1581-34a8-4d4e-a050-f3be21cba140 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388231 Aug 31 13:42:51.976895 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3688a-b10b-4d98-a9e9-8970d8df9309 req-f022c84c-03b0-456a-8c67-4f8ed0479d57 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:51.978298 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6ab3688a-b10b-4d98-a9e9-8970d8df9309 req-f022c84c-03b0-456a-8c67-4f8ed0479d57 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0542738 Aug 31 13:42:52.019323 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6ab3688a-b10b-4d98-a9e9-8970d8df9309 req-866487a0-dcbb-4215-a0db-37850c2f041e tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Aug 31 13:42:52.290484 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc037-20e3-4533-9bdc-58fa0539fe93 req-14eaa08b-e2a2-488f-86cf-a9a19be142ed tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:52.291918 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bc7cc037-20e3-4533-9bdc-58fa0539fe93 req-14eaa08b-e2a2-488f-86cf-a9a19be142ed tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Aug 31 13:42:52.336839 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bc7cc037-20e3-4533-9bdc-58fa0539fe93 req-d0cb7b3f-013f-41c1-a4e2-da70167f84e4 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362635 Aug 31 13:42:52.943615 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e7b3c-92fa-47ab-8b14-75d22bb24a56 req-08d9d4a5-d994-4470-a024-20d08d766633 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:52.945390 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9f4e7b3c-92fa-47ab-8b14-75d22bb24a56 req-08d9d4a5-d994-4470-a024-20d08d766633 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0531039 Aug 31 13:42:52.993707 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9f4e7b3c-92fa-47ab-8b14-75d22bb24a56 req-3786f80d-9592-4c5d-875d-8c96058b0aa0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411489 Aug 31 13:42:53.146593 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613566-8bc7-45ba-a73f-59eb7d4fa4fc req-bc66eca5-e058-4730-b66f-dcbaf89535d2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:53.148104 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fd613566-8bc7-45ba-a73f-59eb7d4fa4fc req-bc66eca5-e058-4730-b66f-dcbaf89535d2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0514872 Aug 31 13:42:53.192389 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fd613566-8bc7-45ba-a73f-59eb7d4fa4fc req-8238c465-0aea-45e2-9f48-4814f8da9c60 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380754 Aug 31 13:42:53.461685 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d3398-dc52-4e6d-8a01-1f769cd50edc req-0536e0e5-1d52-4583-ae7d-1bd015f603c5 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:53.463898 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4d8d3398-dc52-4e6d-8a01-1f769cd50edc req-0536e0e5-1d52-4583-ae7d-1bd015f603c5 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0566580 Aug 31 13:42:53.507906 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4d8d3398-dc52-4e6d-8a01-1f769cd50edc req-24d47767-3da8-4552-b009-a6066f2e64e8 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378757 Aug 31 13:42:53.724818 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:54.128283 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2460c5e-c2ad-4c44-a36a-2bb53aa9d3df req-9d4d3b05-9d5f-438a-a1d1-9ba6a2939248 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:54.129832 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2460c5e-c2ad-4c44-a36a-2bb53aa9d3df req-9d4d3b05-9d5f-438a-a1d1-9ba6a2939248 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0541003 Aug 31 13:42:54.177565 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c2460c5e-c2ad-4c44-a36a-2bb53aa9d3df req-5ef1c94a-cdea-4f87-82be-2b8f94220721 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Aug 31 13:42:54.322994 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69a906-d80a-4b03-8642-73343d71a5bd req-6cb1b844-9472-4ec9-98b9-16dbce563bcc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:54.325395 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ae69a906-d80a-4b03-8642-73343d71a5bd req-6cb1b844-9472-4ec9-98b9-16dbce563bcc tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0636022 Aug 31 13:42:54.370883 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ae69a906-d80a-4b03-8642-73343d71a5bd req-19d491d0-9d99-46b1-973c-2f86bfc3dfe2 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Aug 31 13:42:54.514275 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd3803-b770-43e7-93f2-254639d38c01 req-5438c2d3-02dc-4d53-91bc-74d3e19aaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:54.515823 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1bbd3803-b770-43e7-93f2-254639d38c01 req-5438c2d3-02dc-4d53-91bc-74d3e19aaa71 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 1098 time: 0.0573273 Aug 31 13:42:54.561582 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1bbd3803-b770-43e7-93f2-254639d38c01 req-81dd0a85-7998-44c6-b481-550c2e2bd345 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364304 Aug 31 13:42:54.656086 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee270f-4e51-48c7-a8d5-c9306f9b6a43 req-d074b3d0-5b18-4be4-a909-071535a00a23 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:54.657692 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-31ee270f-4e51-48c7-a8d5-c9306f9b6a43 req-d074b3d0-5b18-4be4-a909-071535a00a23 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0611732 Aug 31 13:42:54.707610 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-31ee270f-4e51-48c7-a8d5-c9306f9b6a43 req-2fc15ebc-d328-46cb-b402-ac172f617d3e tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Aug 31 13:42:55.313870 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126f726-e2fb-4eda-aa04-cee35bcc0041 req-8b69424d-dd3e-49d9-bd33-68c48f22b99d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:55.315480 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3126f726-e2fb-4eda-aa04-cee35bcc0041 req-8b69424d-dd3e-49d9-bd33-68c48f22b99d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0518110 Aug 31 13:42:55.354864 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3126f726-e2fb-4eda-aa04-cee35bcc0041 req-68cf1412-de3e-408e-93a6-67cec4f6e38e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331259 Aug 31 13:42:55.499492 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81fe2-02bf-4f26-bb1d-ba694f34d8d3 req-789da28b-fdb7-48e9-aef1-3d3ce66e71c5 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:55.500909 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-19f81fe2-02bf-4f26-bb1d-ba694f34d8d3 req-789da28b-fdb7-48e9-aef1-3d3ce66e71c5 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0521054 Aug 31 13:42:55.545919 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-19f81fe2-02bf-4f26-bb1d-ba694f34d8d3 req-112f408b-9be4-4678-8b23-d12c4eddf52f tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Aug 31 13:42:55.854006 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaad322-d857-4fc2-9390-1c2997d03ea5 req-35fb8927-4161-4a62-86b5-dca8d8eb7528 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:55.857060 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9aaad322-d857-4fc2-9390-1c2997d03ea5 req-35fb8927-4161-4a62-86b5-dca8d8eb7528 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0666113 Aug 31 13:42:55.902465 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9aaad322-d857-4fc2-9390-1c2997d03ea5 req-f6795041-aff7-4acb-9bf7-2ee50d5c5eda tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372276 Aug 31 13:42:56.493755 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebab59-b5c1-4cbe-afc0-b1586db98114 req-93d9da56-f50a-43fe-ad24-99486a88d607 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:56.495540 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c7ebab59-b5c1-4cbe-afc0-b1586db98114 req-93d9da56-f50a-43fe-ad24-99486a88d607 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0585325 Aug 31 13:42:56.540083 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c7ebab59-b5c1-4cbe-afc0-b1586db98114 req-eee2fcac-b4cb-4c51-bb25-4767080c57f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379252 Aug 31 13:42:56.665672 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847612e-da6f-436b-a715-438c93ad440b req-a6bbcd57-0f2f-4c6a-9df1-42729c73e260 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:56.669572 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f847612e-da6f-436b-a715-438c93ad440b req-a6bbcd57-0f2f-4c6a-9df1-42729c73e260 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0566027 Aug 31 13:42:56.713687 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f847612e-da6f-436b-a715-438c93ad440b req-f29d108d-5930-44c8-a947-e3f0a5983474 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d8679aa-f132-46d4-8071-a5183dabb276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Aug 31 13:42:56.905672 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-a797d312-9105-4256-91b7-d67a3ccc28ce tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048621792&fields=id&tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 267 time: 0.0381951 Aug 31 13:42:57.022228 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-0b88934f-3f7e-4a20-83c6-18cf7620ecd4 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:57.023934 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-0b88934f-3f7e-4a20-83c6-18cf7620ecd4 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 811 time: 0.1095128 Aug 31 13:42:57.028003 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d888593-48b4-4c45-8c92-1a834bfbe18f req-0e28029f-c463-4d58-a764-72419cc46fef tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:57.029571 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3d888593-48b4-4c45-8c92-1a834bfbe18f req-0e28029f-c463-4d58-a764-72419cc46fef tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0499082 Aug 31 13:42:57.039564 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-cf93ea7e-2000-41b0-8f07-1153656f62e3 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/quotas/3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 375 time: 0.0098169 Aug 31 13:42:57.096995 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-0d6861dc-6567-47ce-84b2-b12c08b8097d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509140 Aug 31 13:42:57.102467 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3d888593-48b4-4c45-8c92-1a834bfbe18f req-061a57bc-38f0-4bd2-87ea-b4c092361b3f tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666182 Aug 31 13:42:57.124688 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-2a2d9306-ca1c-4558-9a6d-b43a5d26d8af tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:57.124688 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-2a2d9306-ca1c-4558-9a6d-b43a5d26d8af tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.107 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 946 time: 0.0731034 Aug 31 13:42:57.200953 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-cb84dadd-f9f1-4c1c-ad11-4af1ec81c782 service neutron] 10.222.0.21 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913270 Aug 31 13:42:57.216646 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Deleting port fb7a1805-78d8-4153-9f95-bc07f9da66f1 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:42:57.217088 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:57.302137 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-674f6b9f-f621-4e87-b9b9-02fad4348aa3 service neutron] 10.222.0.21 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977507 Aug 31 13:42:57.317403 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] For port fb7a1805-78d8-4153-9f95-bc07f9da66f1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb7a1805-78d8-4153-9f95-bc07f9da66f1,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:42:57.317772 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:57.331267 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Calling delete_port for fb7a1805-78d8-4153-9f95-bc07f9da66f1 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:42:57.487138 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:57.499906 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['fb7a1805-78d8-4153-9f95-bc07f9da66f1'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:42:57.519835 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Pushing event deleted for resources: {'Port': ['ID=fb7a1805-78d8-4153-9f95-bc07f9da66f1,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:42:57.583683 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] No DVR routers for this DVR port fb7a1805-78d8-4153-9f95-bc07f9da66f1 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:42:57.586503 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:57.589099 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-82b1984e-9663-4c0a-9e59-274b7c63ac19 req-58f9020a-9d06-43af-861a-3c0aacaf1cce tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.107 "DELETE /v2.0/ports/fb7a1805-78d8-4153-9f95-bc07f9da66f1 HTTP/1.1" status: 204 len: 173 time: 0.4650407 Aug 31 13:42:57.589570 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15246791-5821-4746-ab57-de3340921964', 'name': 'network-vif-deleted', 'tag': 'fb7a1805-78d8-4153-9f95-bc07f9da66f1'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:42:57.591932 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f27f44-4b1c-4587-8477-a7c0022095c6" -d '{"events": [{"server_uuid": "15246791-5821-4746-ab57-de3340921964", "name": "network-vif-deleted", "tag": "fb7a1805-78d8-4153-9f95-bc07f9da66f1"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:42:57.677360 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb69672-10b1-4d42-ba7e-584bf9d40f0d x-openstack-request-id: req-eeb69672-10b1-4d42-ba7e-584bf9d40f0d {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:42:57.677726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15246791-5821-4746-ab57-de3340921964", "name": "network-vif-deleted", "tag": "fb7a1805-78d8-4153-9f95-bc07f9da66f1", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:42:57.677973 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eeb69672-10b1-4d42-ba7e-584bf9d40f0d {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:42:57.678424 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15246791-5821-4746-ab57-de3340921964', 'name': 'network-vif-deleted', 'tag': 'fb7a1805-78d8-4153-9f95-bc07f9da66f1', 'status': 'completed', 'code': 200} Aug 31 13:42:57.700350 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57944b-c5af-41c3-a868-69202e77ea1e req-1e8cd9b5-63f7-453e-b43a-c9055805f7b4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:57.701973 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fc57944b-c5af-41c3-a868-69202e77ea1e req-1e8cd9b5-63f7-453e-b43a-c9055805f7b4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0584095 Aug 31 13:42:57.733878 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d55b1e31-cb86-4ba9-b808-4ea99ae5a198 req-a33b1fe3-c411-4959-a91e-c82da0075f31 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 210 time: 0.0389724 Aug 31 13:42:57.779897 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fc57944b-c5af-41c3-a868-69202e77ea1e req-eb009d8f-47c7-40c9-a25f-0764557b8b41 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547869 Aug 31 13:42:57.862098 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3758831b-cd6f-400c-aa55-4f552966d49c req-c2f2724f-9bc0-481e-af82-651567391e33 tempest-ServerRescueNegativeTestJSON-1458935063 tempest-ServerRescueNegativeTestJSON-1458935063-project] 10.222.0.21 "GET /v2.0/ports?device_id=15246791-5821-4746-ab57-de3340921964 HTTP/1.1" status: 200 len: 210 time: 0.0287228 Aug 31 13:42:58.764206 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-3a56657a-1af3-4c68-865a-76a7c863f263 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:58.765746 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-3a56657a-1af3-4c68-865a-76a7c863f263 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 811 time: 0.1185563 Aug 31 13:42:58.830755 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-f45f0bb7-886d-41c0-96b8-2fcb504d06c1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 380 time: 0.0536182 Aug 31 13:42:58.847799 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-806525a2-852f-42d8-9c95-14185e5a06b7 req-e12c62c1-bcf9-42ef-b5d3-a384a3ab068a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 210 time: 0.0369821 Aug 31 13:42:58.851893 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'port': {'device_id': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'admin_state_up': True, 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'security_groups': ['89fc85c3-756f-463c-b74b-aa0374003677']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:42:58.921819 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49908) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:42:58.933021 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113d057-4a36-444c-8b10-b39d4f904b25 req-36abef3c-d7b9-41a9-9884-9609faa40551 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:42:58.934777 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c113d057-4a36-444c-8b10-b39d4f904b25 req-36abef3c-d7b9-41a9-9884-9609faa40551 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0587277 Aug 31 13:42:58.988274 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c113d057-4a36-444c-8b10-b39d4f904b25 req-2323bfde-3264-45a3-b205-f35972fb81dc tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417278 Aug 31 13:42:59.074251 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Made reservation on behalf of 3fe0f9f3a4c9445aa52a0cd9c16de325 for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:42:59.077854 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:59.309847 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Allocated IP 172.20.0.9 (eadfe07a-649e-4ecc-ab96-dbd117253913/fea94a84-a098-489b-9d7f-c128892a0c62/24a32f0b-1fb5-4a9d-88cd-93dba8debd20) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:42:59.569770 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:59.596671 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Transition to ACTIVE for port object 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:42:59.631749 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:59.690866 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.037474 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Network eadfe07a-649e-4ecc-ab96-dbd117253913 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:43:00.043674 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:43:00.047959 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:43:00.051513 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:00.130106 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a4abb-cfcb-4058-9421-899b0f99f2c4 req-5bed8e47-d092-494b-81bf-8f10e4cee8e3 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:00.131590 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-686a4abb-cfcb-4058-9421-899b0f99f2c4 req-5bed8e47-d092-494b-81bf-8f10e4cee8e3 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0618911 Aug 31 13:43:00.144426 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d264-0c27-4bfc-b224-ad60ff7f85a0 req-5775bdd0-0d51-435e-9995-b64c451ba7d0 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:00.144426 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25c5d264-0c27-4bfc-b224-ad60ff7f85a0 req-5775bdd0-0d51-435e-9995-b64c451ba7d0 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 931 time: 0.2024465 Aug 31 13:43:00.184675 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-686a4abb-cfcb-4058-9421-899b0f99f2c4 req-cdfeedeb-7db6-4696-84de-79d2467caa18 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458810 Aug 31 13:43:00.231114 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:00.231796 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.270601 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-1db63aa4-3003-45f6-adf2-7131d2a6b5e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4252188 Aug 31 13:43:00.274159 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25c5d264-0c27-4bfc-b224-ad60ff7f85a0 req-f2ec86f0-d3c4-4b4a-a1bc-1c25a9758534 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913694 Aug 31 13:43:00.289752 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Request body: {'port': {'device_id': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:43:00.355286 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-5d71d2af-2ec7-468c-afcb-a33f5d271c90 None None] Provisioning for port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:43:00.359173 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-5d71d2af-2ec7-468c-afcb-a33f5d271c90 None None] Provisioning complete for port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:43:00.359555 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d71d2af-2ec7-468c-afcb-a33f5d271c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.373844 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.396066 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5d71d2af-2ec7-468c-afcb-a33f5d271c90 None None] Port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:43:00.509231 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Deleting port 9ef43942-943b-4e69-a561-c3e33eb2427b {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:43:00.509540 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.660342 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] For port 9ef43942-943b-4e69-a561-c3e33eb2427b, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=9ef43942-943b-4e69-a561-c3e33eb2427b,segment=NetworkSegment(f98c365b-4b6c-493a-a345-64b76d86853d),segment_id=f98c365b-4b6c-493a-a345-64b76d86853d)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:00.660702 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.682262 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Calling delete_port for 9ef43942-943b-4e69-a561-c3e33eb2427b owned by network:router_interface {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:43:00.804991 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:43:00.814275 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.865060 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Transition to ACTIVE for port object 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:43:00.871524 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:00.942951 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Pushing event updated for resources: {'Port': ['ID=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:01.066892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:01.080256 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Attempting to bind port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:43:01.080482 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Attempting to bind port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:43:01.080811 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Attempting to bind port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 on network eadfe07a-649e-4ecc-ab96-dbd117253913 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:43:01.107045 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef43942-943b-4e69-a561-c3e33eb2427b,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:01.111228 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 on network eadfe07a-649e-4ecc-ab96-dbd117253913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:43:01.111556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Attempting to bind port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 on network eadfe07a-649e-4ecc-ab96-dbd117253913 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:43:01.132528 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:43:01.133184 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Checking segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:43:01.133363 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Bound using segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:43:01.133767 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Bound port: 24a32f0b-1fb5-4a9d-88cd-93dba8debd20, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:43:01.134137 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:01.295524 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] For port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:43:01.311843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] For port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:43:01.327056 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:01.341963 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce73a8c-ab4f-467b-838c-c8f979d9caf7 req-4ba82b55-7341-4131-8e87-e4f005a18c00 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:01.343584 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0ce73a8c-ab4f-467b-838c-c8f979d9caf7 req-4ba82b55-7341-4131-8e87-e4f005a18c00 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0630314 Aug 31 13:43:01.384243 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0ce73a8c-ab4f-467b-838c-c8f979d9caf7 req-a9c1fefd-35e1-4c58-a848-a5f1bdc2deec tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342579 Aug 31 13:43:01.441735 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:01.442338 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:01.443782 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] 10.222.0.107 "PUT /v2.0/ports/24a32f0b-1fb5-4a9d-88cd-93dba8debd20 HTTP/1.1" status: 200 len: 1093 time: 1.1585047 Aug 31 13:43:01.451442 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'tag': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:43:01.453841 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2999407-a6bd-4dec-aaf8-5301c545a479" -d '{"events": [{"name": "network-changed", "server_uuid": "81610f93-fb19-4d2b-9ce6-2fb98e042bb8", "tag": "24a32f0b-1fb5-4a9d-88cd-93dba8debd20"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:43:01.477347 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:01.479154 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a48b-573c-4ad8-85b1-e945dfa4e955 service neutron] Pushing event updated for resources: {'Port': ['ID=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:01.497475 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe3fb-bbb4-46d0-a029-60bcd17580f6 req-6e9f0078-28c3-4454-98cd-4276e4e34c6a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:01.498958 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-de3fe3fb-bbb4-46d0-a029-60bcd17580f6 req-6e9f0078-28c3-4454-98cd-4276e4e34c6a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.1343651 Aug 31 13:43:01.512621 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685bb963-b5da-4f55-b8ee-4cf127caf3a3 x-openstack-request-id: req-685bb963-b5da-4f55-b8ee-4cf127caf3a3 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:43:01.512621 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81610f93-fb19-4d2b-9ce6-2fb98e042bb8", "tag": "24a32f0b-1fb5-4a9d-88cd-93dba8debd20", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:43:01.512621 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-685bb963-b5da-4f55-b8ee-4cf127caf3a3 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:43:01.512621 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'tag': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'status': 'completed', 'code': 200} Aug 31 13:43:01.622338 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-de3fe3fb-bbb4-46d0-a029-60bcd17580f6 req-6d78bed5-8206-45b8-9d3b-c6d3ad1340fc tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089649 Aug 31 13:43:01.663745 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-c70a08af-77b1-4bea-83ef-a11db2cc877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:01.665317 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-c70a08af-77b1-4bea-83ef-a11db2cc877b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 1096 time: 0.1651881 Aug 31 13:43:01.714564 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-dba9578b-d445-4a92-923e-b8f39768cf0a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24a32f0b-1fb5-4a9d-88cd-93dba8debd20 HTTP/1.1" status: 200 len: 217 time: 0.0406640 Aug 31 13:43:01.812625 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-330c64dd-7cf4-47f2-8a64-4281df953e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:01.814176 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-330c64dd-7cf4-47f2-8a64-4281df953e2a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0918810 Aug 31 13:43:01.900484 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:43:01.909684 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device fb7a1805-78d8-4153-9f95-bc07f9da66f1 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:43:01.911625 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-5ac739ae-3f74-4c87-8da1-692a22ff1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:01.913171 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-5ac739ae-3f74-4c87-8da1-692a22ff1743 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711241 Aug 31 13:43:01.934736 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: fb7a1805-78d8-4153-9f95-bc07f9da66f1 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:43:01.935099 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device fb7a1805-78d8-4153-9f95-bc07f9da66f1 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:43:01.942313 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:02.110663 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:43:02.116129 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-82dd877f-9b75-4187-ac63-05e647d3b415 admin admin] 10.222.0.21 "PUT /v2.0/routers/2cfd51e1-00cd-4814-b91b-e131ee939cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1932254 Aug 31 13:43:02.119086 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49940) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:02.121378 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-8ae3b642-8639-4c20-bf6d-240ac5470fb4 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671202 Aug 31 13:43:02.122275 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] Sync routers for ids ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:43:02.134228 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] Routers {'2cfd51e1-00cd-4814-b91b-e131ee939cd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:43:02.135495 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:02.230196 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-396feaa9-8d17-4a2d-96fb-0ca5a0ad7e71 req-e632da82-b066-403b-801f-3a2c9f691c56 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981035 Aug 31 13:43:02.246680 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:02.297201 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] Set router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:43:02.343432 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-a33bc32c-27fe-4854-810b-829f58b7d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:02.344790 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-a33bc32c-27fe-4854-810b-829f58b7d989 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0562065 Aug 31 13:43:02.414960 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:02.478375 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Deleting port 830228f8-2809-4997-8f9b-4d43de191f1f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:43:02.478715 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:02.502745 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-f196b8c8-fed9-467b-ae32-83ed6b447b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:02.504251 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-f196b8c8-fed9-467b-ae32-83ed6b447b06 service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.1509767 Aug 31 13:43:02.506235 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:43:00Z', 'revision_number': 5, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port': {'id': '830228f8-2809-4997-8f9b-4d43de191f1f', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:54Z', 'updated_at': '2021-08-31T13:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:02.528842 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af4898-e8ae-42e9-aa15-c634fd74086b req-c8b84412-79d4-4dfd-ab1e-0a70f8790771 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:02.530367 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b4af4898-e8ae-42e9-aa15-c634fd74086b req-c8b84412-79d4-4dfd-ab1e-0a70f8790771 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.1085980 Aug 31 13:43:02.538487 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] Checking router: 2cfd51e1-00cd-4814-b91b-e131ee939cd0 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:43:02.559477 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] Routers {'2cfd51e1-00cd-4814-b91b-e131ee939cd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:43:02.560607 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:42:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:02.575674 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-50a0ee1a-dc06-448f-bf50-1bfbdf70f480 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24a32f0b-1fb5-4a9d-88cd-93dba8debd20 HTTP/1.1" status: 200 len: 217 time: 0.0614183 Aug 31 13:43:02.599085 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bac70-d43d-4637-9d62-09642bb47e33 req-b8156b73-01fc-4a62-a011-f5890ca5add1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:02.603920 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-651bac70-d43d-4637-9d62-09642bb47e33 req-b8156b73-01fc-4a62-a011-f5890ca5add1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.1093757 Aug 31 13:43:02.623357 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] For port 830228f8-2809-4997-8f9b-4d43de191f1f, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=830228f8-2809-4997-8f9b-4d43de191f1f,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:02.623715 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:02.651741 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b4af4898-e8ae-42e9-aa15-c634fd74086b req-b8ff18d9-db2b-492a-b955-69fe1e351a3b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747459 Aug 31 13:43:02.652054 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Calling delete_port for 830228f8-2809-4997-8f9b-4d43de191f1f owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:43:02.661382 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-c67fd7da-6997-4530-b786-6613c2afe79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:02.662825 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-c67fd7da-6997-4530-b786-6613c2afe79d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0785635 Aug 31 13:43:02.681385 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-651bac70-d43d-4637-9d62-09642bb47e33 req-1ff1d992-ffd0-4d35-9ffe-dd350474e9fc tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714357 Aug 31 13:43:02.725449 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] Set router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:43:02.731174 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-833a04a0-dfb5-4448-9863-95c55069b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:02.732919 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-833a04a0-dfb5-4448-9863-95c55069b62f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619278 Aug 31 13:43:02.782865 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743338a-5911-49f2-aea5-6074def54ef7 req-e82c66bb-a804-4774-b04e-96a4683dfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:02.784688 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d743338a-5911-49f2-aea5-6074def54ef7 req-e82c66bb-a804-4774-b04e-96a4683dfb16 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1096 time: 0.1023390 Aug 31 13:43:02.786204 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:43:02Z', 'revision_number': 6, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port_host': None}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:02.820229 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7667eb-734f-4ade-bc4b-84c165c6199e None None] The sync data for ids ['2cfd51e1-00cd-4814-b91b-e131ee939cd0'] in dv-cinder-806605-3-iscsi is: [{'id': '2cfd51e1-00cd-4814-b91b-e131ee939cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-2033049385-router', 'tenant_id': 'ae54f8b2e084475ab699677246680a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:53Z', 'updated_at': '2021-08-31T13:43:02Z', 'revision_number': 6, 'project_id': 'ae54f8b2e084475ab699677246680a5e', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:43:03.003188 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.048860 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743338a-5911-49f2-aea5-6074def54ef7 req-87f901db-3791-4c8a-b8a2-4c4f96eede54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:03.050392 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d743338a-5911-49f2-aea5-6074def54ef7 req-87f901db-3791-4c8a-b8a2-4c4f96eede54 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.1654639 Aug 31 13:43:03.053977 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Pushing event deleted for resources: {'Port': ['ID=830228f8-2809-4997-8f9b-4d43de191f1f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:03.115917 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c357d-8d97-4336-bdb1-e1d081d20022 req-18e8ba00-0f6f-4b21-867a-9d998ed88364 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:03.117467 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e82c357d-8d97-4336-bdb1-e1d081d20022 req-18e8ba00-0f6f-4b21-867a-9d998ed88364 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.3623343 Aug 31 13:43:03.148810 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-dffe672b-92c9-46a4-ae3a-ac9ae67d3a10 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074917 Aug 31 13:43:03.165345 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.185906 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d743338a-5911-49f2-aea5-6074def54ef7 req-2dd32f76-fea8-4f30-a97c-a573e1f5da13 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 200 len: 999 time: 0.1111512 Aug 31 13:43:03.216919 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e82c357d-8d97-4336-bdb1-e1d081d20022 req-11985e5e-b12c-4bac-bdef-0396832d4353 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886493 Aug 31 13:43:03.266120 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2999407-a6bd-4dec-aaf8-5301c545a479 req-afd286d0-1284-4bd6-8311-36d1de585c2c service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063054 Aug 31 13:43:03.310757 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.314259 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.377086 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743338a-5911-49f2-aea5-6074def54ef7 req-37c2b721-f212-40a1-8293-b5aa045dc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:03.378502 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d743338a-5911-49f2-aea5-6074def54ef7 req-37c2b721-f212-40a1-8293-b5aa045dc09d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.1652598 Aug 31 13:43:03.398590 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.399092 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cfd51e1-00cd-4814-b91b-e131ee939cd0 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:43:03.422016 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.425824 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-80cde06b-0730-4411-8fb1-c40ed04a1eed admin admin] 10.222.0.21 "DELETE /v2.0/routers/2cfd51e1-00cd-4814-b91b-e131ee939cd0 HTTP/1.1" status: 204 len: 168 time: 1.3026602 Aug 31 13:43:03.426017 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49954) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:03.701864 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743338a-5911-49f2-aea5-6074def54ef7 req-06c5ce1b-db8c-41ea-a85e-7caf828a37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:03.703419 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d743338a-5911-49f2-aea5-6074def54ef7 req-06c5ce1b-db8c-41ea-a85e-7caf828a37d2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3150938 Aug 31 13:43:03.708322 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4940380-116a-414d-b7cd-e3cc77c6fe84 admin admin] Deleting subnet 13a61ca3-582c-4a81-a194-d76b61fb1458 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:43:03.711720 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4940380-116a-414d-b7cd-e3cc77c6fe84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.819785 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4940380-116a-414d-b7cd-e3cc77c6fe84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.832426 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635bbcc-e122-464c-b9f9-8844e36c10bc req-6dcff97b-7127-4c07-9251-454e49ef88ba tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:03.834013 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1635bbcc-e122-464c-b9f9-8844e36c10bc req-6dcff97b-7127-4c07-9251-454e49ef88ba tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 943 time: 0.0563233 Aug 31 13:43:03.899251 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1635bbcc-e122-464c-b9f9-8844e36c10bc req-dc45c0cb-d383-4ca8-8bef-c70d61038482 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578284 Aug 31 13:43:03.905917 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f2d14-9d10-4fbb-8e7e-3e31d9eaebf3 req-5572d9a7-62cf-4124-ab2c-ab2b05ea693d tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:03.908888 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5d1f2d14-9d10-4fbb-8e7e-3e31d9eaebf3 req-5572d9a7-62cf-4124-ab2c-ab2b05ea693d tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.1677554 Aug 31 13:43:03.921082 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:43:03.940448 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4940380-116a-414d-b7cd-e3cc77c6fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.991632 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d743338a-5911-49f2-aea5-6074def54ef7 req-af60a654-d0f2-4fd0-971b-d3cb3bfaa928 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775033 Aug 31 13:43:04.042932 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:04.058479 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'port_id': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'mac_address': 'fa:16:3e:cc:d1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:43:04.080860 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5d1f2d14-9d10-4fbb-8e7e-3e31d9eaebf3 req-49875069-cce8-4fd2-95ff-c9f18740ec4f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376426 Aug 31 13:43:04.101781 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.113099 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4940380-116a-414d-b7cd-e3cc77c6fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.116531 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4210618e-d4b5-4d63-a60a-038ee73a1bab {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:43:04.125608 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 830228f8-2809-4997-8f9b-4d43de191f1f no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:43:04.157236 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 830228f8-2809-4997-8f9b-4d43de191f1f {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:43:04.157493 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 830228f8-2809-4997-8f9b-4d43de191f1f not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:43:04.157922 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 9ef43942-943b-4e69-a561-c3e33eb2427b no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:43:04.167231 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4940380-116a-414d-b7cd-e3cc77c6fe84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a61ca3-582c-4a81-a194-d76b61fb1458,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:04.169462 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4940380-116a-414d-b7cd-e3cc77c6fe84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.173802 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d4940380-116a-414d-b7cd-e3cc77c6fe84 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13a61ca3-582c-4a81-a194-d76b61fb1458 HTTP/1.1" status: 204 len: 168 time: 0.7445719 Aug 31 13:43:04.174801 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49964) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:04.181264 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d743338a-5911-49f2-aea5-6074def54ef7 req-2eefaac6-0f76-4398-8aa0-e716202f9256 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802046 Aug 31 13:43:04.187064 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:04.188502 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 9ef43942-943b-4e69-a561-c3e33eb2427b {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:43:04.189155 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 9ef43942-943b-4e69-a561-c3e33eb2427b not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:43:04.193075 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.247648 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=9']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:04.259124 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.361281 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:43:04.375498 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.388439 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3852d755-7c50-46df-80a0-1c0c41c9e729']}} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:04.401628 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98c365b-4b6c-493a-a345-64b76d86853d') {'for_net_delete': True} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:04.401918 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98c365b-4b6c-493a-a345-64b76d86853d') {} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:04.413456 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729967'] for segment, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.427156 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba478912-41ba-4dff-8a7d-29f2c3385b93 req-8edcfa4a-8ea7-43a4-ba88-9fe9abc28b73 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:04.428978 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ba478912-41ba-4dff-8a7d-29f2c3385b93 req-8edcfa4a-8ea7-43a4-ba88-9fe9abc28b73 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.1270769 Aug 31 13:43:04.447972 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.462148 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Releasing vlan 1479 on physical network physnet1 to pool {{(pid=95586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:43:04.462705 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59699642'] for segment, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: Traceback (most recent call last): Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: timer() Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: cb(*args, **kw) Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: return func(*args, **kwargs) Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: self._notify() Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: self.callback(batched_events) Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: event.method(event) Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: return f(self, *a, **k) Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._get(url).json() Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: return self.request(url, 'GET', **kwargs) Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:43:04.464331 dv-cinder-806605-3-iscsi neutron-server[95586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:43:04.466791 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['4210618e-d4b5-4d63-a60a-038ee73a1bab'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:43:04.526831 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ba478912-41ba-4dff-8a7d-29f2c3385b93 req-7931ee98-a685-4efb-a473-77aa4638ceec tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864301 Aug 31 13:43:04.538553 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.551164 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.553174 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] 10.222.0.21 "DELETE /v2.0/networks/3852d755-7c50-46df-80a0-1c0c41c9e729 HTTP/1.1" status: 204 len: 168 time: 0.3770974 Aug 31 13:43:04.564063 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484ab35-93f9-4b63-8572-4f7b193f940c admin admin] Pushing event deleted for resources: {'Network': ['ID=3852d755-7c50-46df-80a0-1c0c41c9e729,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:04.752147 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 49974) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:04.800212 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-23ba4a7c-9192-48e8-a50f-582a47981519 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae54f8b2e084475ab699677246680a5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467033 Aug 31 13:43:04.802802 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 49976) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:04.868448 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cf22341-a110-454b-a154-85fb2d6ae1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.899556 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cf22341-a110-454b-a154-85fb2d6ae1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.949741 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cf22341-a110-454b-a154-85fb2d6ae1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.952433 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cf22341-a110-454b-a154-85fb2d6ae1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.953610 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7cf22341-a110-454b-a154-85fb2d6ae1e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d8679aa-f132-46d4-8071-a5183dabb276 HTTP/1.1" status: 204 len: 168 time: 0.1497476 Aug 31 13:43:04.962619 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf22341-a110-454b-a154-85fb2d6ae1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8679aa-f132-46d4-8071-a5183dabb276,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:05.054951 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d7248-bba7-46e8-b46d-64193e824196 req-7e8a1e62-74a8-4de4-ad35-96e7923e027c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:05.056558 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2d3d7248-bba7-46e8-b46d-64193e824196 req-7e8a1e62-74a8-4de4-ad35-96e7923e027c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 944 time: 0.0560427 Aug 31 13:43:05.098666 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2d3d7248-bba7-46e8-b46d-64193e824196 req-9502b08f-f2ba-4bcf-aba4-7339e49a9b7c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354075 Aug 31 13:43:05.220153 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf86e46-3ebb-48c6-830c-69be264855a2 req-d77d1d1e-5bcc-4a5e-95c7-aa2cb7fce0fc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:05.221593 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-faf86e46-3ebb-48c6-830c-69be264855a2 req-d77d1d1e-5bcc-4a5e-95c7-aa2cb7fce0fc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0551808 Aug 31 13:43:05.264813 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-faf86e46-3ebb-48c6-830c-69be264855a2 req-13048e6a-f62a-419b-8650-b12164459552 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361338 Aug 31 13:43:05.653894 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f6cbd-e152-4409-afec-317e321cda96 req-abc3c8c6-af12-41c2-8be1-e5300cae3f07 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:05.655512 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a44f6cbd-e152-4409-afec-317e321cda96 req-abc3c8c6-af12-41c2-8be1-e5300cae3f07 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0560112 Aug 31 13:43:05.697536 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a44f6cbd-e152-4409-afec-317e321cda96 req-9c8421aa-8996-4e86-af61-46c32069bae6 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347085 Aug 31 13:43:05.936639 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:43:05.989342 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 4210618e-d4b5-4d63-a60a-038ee73a1bab triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:43:05.989736 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:06.096517 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:06.127251 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:43:06.129845 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c03511-b486-4b6e-b3b1-03b299b70b23" -d '{"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-plugged", "status": "completed", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:43:06.146891 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:06.155579 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:06.182017 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e74aa-5b18-4b34-999b-f8906e04c342 x-openstack-request-id: req-c47e74aa-5b18-4b34-999b-f8906e04c342 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:43:06.182372 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-plugged", "status": "completed", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:43:06.182786 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c47e74aa-5b18-4b34-999b-f8906e04c342 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:43:06.183188 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'code': 200} Aug 31 13:43:06.212842 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:06.240302 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55565996-5fb0-485f-b1d7-7992057fe36b req-88891798-67f5-4e1e-9702-7834572c7c07 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:06.242059 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55565996-5fb0-485f-b1d7-7992057fe36b req-88891798-67f5-4e1e-9702-7834572c7c07 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.0586708 Aug 31 13:43:06.283178 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55565996-5fb0-485f-b1d7-7992057fe36b req-bbc88df3-8c4d-4a84-95d4-725a03e703cf tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348580 Aug 31 13:43:06.389940 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dacba4-273c-4f7d-9412-9485efe77aea req-623f3541-a348-44f0-b204-c0460ff13ca7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:06.391464 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-82dacba4-273c-4f7d-9412-9485efe77aea req-623f3541-a348-44f0-b204-c0460ff13ca7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0504637 Aug 31 13:43:06.432410 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-82dacba4-273c-4f7d-9412-9485efe77aea req-1f265e72-2e4d-4408-995b-21b976b2826f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342853 Aug 31 13:43:06.673831 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd6b0a-a45b-477e-b508-c7340385520f req-b2446acc-fbe6-44c4-8672-87b662946923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:06.675484 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-24dd6b0a-a45b-477e-b508-c7340385520f req-b2446acc-fbe6-44c4-8672-87b662946923 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1099 time: 0.0443199 Aug 31 13:43:06.718265 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-24dd6b0a-a45b-477e-b508-c7340385520f req-c4c4b047-4f0d-43e7-9af9-c17c5ba918e3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337877 Aug 31 13:43:06.830275 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7b06e-0f93-4fb9-8fda-4ce80385c8ee req-023b3b5d-4ca3-4054-b220-5a529dce1dbf tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:06.831992 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-56b7b06e-0f93-4fb9-8fda-4ce80385c8ee req-023b3b5d-4ca3-4054-b220-5a529dce1dbf tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0619404 Aug 31 13:43:06.875433 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-56b7b06e-0f93-4fb9-8fda-4ce80385c8ee req-24bf32c7-aa93-425a-8593-807b38358695 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343657 Aug 31 13:43:07.434032 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009558-664e-430c-9895-4e4b310456a4 req-cf47b2bb-def8-4d70-ad3f-84e4c1c6be7a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:07.435697 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1a009558-664e-430c-9895-4e4b310456a4 req-cf47b2bb-def8-4d70-ad3f-84e4c1c6be7a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.0722561 Aug 31 13:43:07.480363 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1a009558-664e-430c-9895-4e4b310456a4 req-ae273e0d-741a-4890-8deb-baa4a810c3d7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356002 Aug 31 13:43:07.561938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6c663-0f7d-454e-96e4-5b70ffb8203a req-9c698f0c-94f4-4806-ad47-12001c8aae1b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:07.563459 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fac6c663-0f7d-454e-96e4-5b70ffb8203a req-9c698f0c-94f4-4806-ad47-12001c8aae1b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0605268 Aug 31 13:43:07.605507 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fac6c663-0f7d-454e-96e4-5b70ffb8203a req-429e00ce-31cb-4a01-b11c-652613643fd2 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333335 Aug 31 13:43:08.022492 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ace3-7b53-42f6-88c1-eaad98d2e67c req-c1ff9af4-7f63-4603-a781-750f9abe87d7 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:08.024487 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2b67ace3-7b53-42f6-88c1-eaad98d2e67c req-c1ff9af4-7f63-4603-a781-750f9abe87d7 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0565453 Aug 31 13:43:08.068806 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2b67ace3-7b53-42f6-88c1-eaad98d2e67c req-9c2b14d1-83cf-4c0a-90d8-27a6d7acc00f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Aug 31 13:43:08.627363 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b98b03-6e8a-4ece-9952-745ef23bd8a8 req-38954a91-fa17-4f3d-a67f-231abf340cba tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:08.629557 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-61b98b03-6e8a-4ece-9952-745ef23bd8a8 req-38954a91-fa17-4f3d-a67f-231abf340cba tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.0550163 Aug 31 13:43:08.679566 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-61b98b03-6e8a-4ece-9952-745ef23bd8a8 req-81f44e2e-2e07-48ab-aef4-22c03d874be6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392303 Aug 31 13:43:08.743221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09a95d-c08d-42ea-aa69-51993bea6bb4 req-66a629d1-58d8-4ddb-b09e-0901159cf425 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:08.745028 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2d09a95d-c08d-42ea-aa69-51993bea6bb4 req-66a629d1-58d8-4ddb-b09e-0901159cf425 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0560200 Aug 31 13:43:08.784816 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2d09a95d-c08d-42ea-aa69-51993bea6bb4 req-c75527dc-8349-43d9-b435-9c7227fc5302 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329685 Aug 31 13:43:09.199716 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324f11f-a1d3-4714-829c-aff187d120af req-32e73e6e-d160-41b5-83a4-c36049fee89f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:09.201238 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7324f11f-a1d3-4714-829c-aff187d120af req-32e73e6e-d160-41b5-83a4-c36049fee89f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0606902 Aug 31 13:43:09.243199 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7324f11f-a1d3-4714-829c-aff187d120af req-b02b5e7e-d40a-4f7b-8cb3-f06da5d3b7cd tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333669 Aug 31 13:43:09.818335 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21e3bd-6c1c-4f4e-955e-2bd1b48c8dd8 req-befabfaa-f7aa-4a00-8268-49aebd834091 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:09.819963 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4e21e3bd-6c1c-4f4e-955e-2bd1b48c8dd8 req-befabfaa-f7aa-4a00-8268-49aebd834091 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.0617952 Aug 31 13:43:09.859823 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4e21e3bd-6c1c-4f4e-955e-2bd1b48c8dd8 req-4d73ed76-3695-465b-95ae-2d86360914f2 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335007 Aug 31 13:43:09.914578 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705119b8-6f56-40c0-80a3-23f4e5a564eb req-240780ab-fd6f-4fe3-976b-698f732ebfb9 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:09.916428 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-705119b8-6f56-40c0-80a3-23f4e5a564eb req-240780ab-fd6f-4fe3-976b-698f732ebfb9 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0629468 Aug 31 13:43:09.960091 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-705119b8-6f56-40c0-80a3-23f4e5a564eb req-c960bca7-23e6-4c4d-93f8-c82c4ee668c3 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374072 Aug 31 13:43:10.384056 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a3820-cff6-418c-b88a-448470894fa4 req-24bf888f-4143-4514-9ca0-9040fd9c48d4 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:10.385936 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b94a3820-cff6-418c-b88a-448470894fa4 req-24bf888f-4143-4514-9ca0-9040fd9c48d4 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0606074 Aug 31 13:43:10.424987 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b94a3820-cff6-418c-b88a-448470894fa4 req-a3f8cc5e-72a1-4996-b4d9-fd58c3db37e9 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327306 Aug 31 13:43:10.994746 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6388bd-a137-410f-a427-41a87177bb42 req-2c6e503d-febc-43e5-b75f-3871f4a05cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:10.996480 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-df6388bd-a137-410f-a427-41a87177bb42 req-2c6e503d-febc-43e5-b75f-3871f4a05cb7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.0578868 Aug 31 13:43:11.037456 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-df6388bd-a137-410f-a427-41a87177bb42 req-6818996c-31f5-4528-a9df-dde2a8874d92 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350375 Aug 31 13:43:11.088182 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553ac88-8f64-4752-a897-d17c4e69abd4 req-714a2a49-4230-4442-b9e1-726992c19fa8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:11.089838 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a553ac88-8f64-4752-a897-d17c4e69abd4 req-714a2a49-4230-4442-b9e1-726992c19fa8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0566823 Aug 31 13:43:11.133441 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a553ac88-8f64-4752-a897-d17c4e69abd4 req-749e4446-5054-48da-8491-58cfdd4a04e7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373809 Aug 31 13:43:11.561396 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ac098-120e-4f07-9e4b-2b4f79e572cb req-7a5df7c5-c0b4-4ece-b3ed-64968567328f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:11.562954 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5b9ac098-120e-4f07-9e4b-2b4f79e572cb req-7a5df7c5-c0b4-4ece-b3ed-64968567328f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0705233 Aug 31 13:43:11.607301 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5b9ac098-120e-4f07-9e4b-2b4f79e572cb req-0109d280-d8a0-44fc-99a0-a69fcb02b1ca tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 Aug 31 13:43:12.190223 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ddc3-bf0d-4f2c-9854-5e0525e13d85 req-635193d2-87c6-4362-b63e-d7929b59ea18 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:12.191564 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3497ddc3-bf0d-4f2c-9854-5e0525e13d85 req-635193d2-87c6-4362-b63e-d7929b59ea18 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.0690432 Aug 31 13:43:12.246995 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3497ddc3-bf0d-4f2c-9854-5e0525e13d85 req-f943f2e3-7038-45e1-b4d9-4849f8ab0e12 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478094 Aug 31 13:43:12.283924 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041886a-2841-44bf-a8f5-1aad1e1fd462 req-59001f9d-f35d-46b5-8ed9-0d16a27cf8bb tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:12.285525 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d041886a-2841-44bf-a8f5-1aad1e1fd462 req-59001f9d-f35d-46b5-8ed9-0d16a27cf8bb tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0631454 Aug 31 13:43:12.329138 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d041886a-2841-44bf-a8f5-1aad1e1fd462 req-68c09a57-9bf2-4177-b30f-db985a2be422 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359755 Aug 31 13:43:12.727814 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c25994-9720-4db3-917a-8bfe2a043ec6 req-1f71f806-13cb-46e7-afb8-d1d0787eb6fe tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:12.729591 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f9c25994-9720-4db3-917a-8bfe2a043ec6 req-1f71f806-13cb-46e7-afb8-d1d0787eb6fe tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0518186 Aug 31 13:43:12.775589 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f9c25994-9720-4db3-917a-8bfe2a043ec6 req-c89aed34-c691-4fed-af69-e0d07ab81747 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398121 Aug 31 13:43:13.395023 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0598f7a-cdb0-41eb-aee7-5feab6e8b37e req-01151b42-ebbf-4309-932f-6ced1e4a8adb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:13.396724 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b0598f7a-cdb0-41eb-aee7-5feab6e8b37e req-01151b42-ebbf-4309-932f-6ced1e4a8adb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.0632515 Aug 31 13:43:13.455552 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b0598f7a-cdb0-41eb-aee7-5feab6e8b37e req-7b1f4d36-54e7-48c0-a9c4-8dbd77c9eb1d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518825 Aug 31 13:43:13.467657 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b1fde-0216-4ecc-9319-9e98ec37b9ea req-76a4b4bb-77fe-486f-8d33-aedf9f436431 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:13.469143 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bd2b1fde-0216-4ecc-9319-9e98ec37b9ea req-76a4b4bb-77fe-486f-8d33-aedf9f436431 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0616152 Aug 31 13:43:13.509080 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bd2b1fde-0216-4ecc-9319-9e98ec37b9ea req-abdf922f-c104-46a0-9cdb-68c48d33f0c0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336919 Aug 31 13:43:13.905913 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501878af-a948-43e4-a908-14ba19d9cd5b req-250c9bc4-8870-4114-8048-db3ba4ae169b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:13.907440 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-501878af-a948-43e4-a908-14ba19d9cd5b req-250c9bc4-8870-4114-8048-db3ba4ae169b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0576627 Aug 31 13:43:13.947150 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-501878af-a948-43e4-a908-14ba19d9cd5b req-2edba8b2-00d5-4890-a369-f9cf3a28d520 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Aug 31 13:43:14.640654 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756744-738d-4818-946a-110f1769dbb5 req-278e6a2a-741d-4701-a264-c96a3335efb7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:14.642360 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ca756744-738d-4818-946a-110f1769dbb5 req-278e6a2a-741d-4701-a264-c96a3335efb7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0589204 Aug 31 13:43:14.682492 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ca756744-738d-4818-946a-110f1769dbb5 req-dfe3e9f8-af13-4e1e-9ef0-983debcc57e7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341706 Aug 31 13:43:15.081160 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cf512-96dd-4808-a353-8f027e0abd55 req-a3200fde-1555-4435-8c17-0382cc5519d7 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:15.082565 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f95cf512-96dd-4808-a353-8f027e0abd55 req-a3200fde-1555-4435-8c17-0382cc5519d7 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0596333 Aug 31 13:43:15.120904 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f95cf512-96dd-4808-a353-8f027e0abd55 req-bfd7600e-f87d-4f4e-9344-45800616a0d6 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323031 Aug 31 13:43:15.805835 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf4b90-78ca-401c-81d3-916505a6e052 req-cf32450c-73b8-4ac8-8089-3f0312d75533 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:15.807388 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-62bf4b90-78ca-401c-81d3-916505a6e052 req-cf32450c-73b8-4ac8-8089-3f0312d75533 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0555353 Aug 31 13:43:15.854310 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-62bf4b90-78ca-401c-81d3-916505a6e052 req-61187ae0-6e6f-4a42-ba71-c97ba035883f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407319 Aug 31 13:43:16.266757 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa2f46-3510-4bf2-8ad7-1f249a96a281 req-fc569a23-6ef7-4e2d-8fbb-9cdc1c1ed782 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:16.268303 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b3fa2f46-3510-4bf2-8ad7-1f249a96a281 req-fc569a23-6ef7-4e2d-8fbb-9cdc1c1ed782 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0529265 Aug 31 13:43:16.308501 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b3fa2f46-3510-4bf2-8ad7-1f249a96a281 req-e12ced1e-7a24-40e0-81be-9468222da7d9 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336494 Aug 31 13:43:16.987494 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33d06-521b-433d-89a8-77ed5810238e req-6a762638-707f-469c-9420-ba5c74d31ce9 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:16.989071 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7cb33d06-521b-433d-89a8-77ed5810238e req-6a762638-707f-469c-9420-ba5c74d31ce9 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0553551 Aug 31 13:43:17.036238 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7cb33d06-521b-433d-89a8-77ed5810238e req-4fc3eb4a-74ea-465b-a1d9-d3c4d7ff6710 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389359 Aug 31 13:43:17.433990 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a386-6fa5-4335-a72b-97031e971241 req-b05295fb-e41e-4dfe-9a81-6107a90c7332 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:17.435564 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1167a386-6fa5-4335-a72b-97031e971241 req-b05295fb-e41e-4dfe-9a81-6107a90c7332 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0526690 Aug 31 13:43:17.475812 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1167a386-6fa5-4335-a72b-97031e971241 req-2cc488cc-b3fd-484d-a0c1-cfe2a08418fe tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338652 Aug 31 13:43:17.665062 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-357dc59e-eb6a-4919-a397-91d0d0e584a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:18.171900 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c274a8-d41a-49ab-9183-dc05eb6bcc22 req-a4e86844-4de4-4cad-879f-6d9fad180b8b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:18.173462 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f7c274a8-d41a-49ab-9183-dc05eb6bcc22 req-a4e86844-4de4-4cad-879f-6d9fad180b8b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0658004 Aug 31 13:43:18.215793 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f7c274a8-d41a-49ab-9183-dc05eb6bcc22 req-5fe34167-3682-424a-84ba-beb6d7d6f3ce tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362995 Aug 31 13:43:18.600780 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0fc53-e69e-4fc4-bfea-564dcb063ee9 req-5c4028ba-70de-4706-982f-31f21d8d2950 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:18.602291 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-acc0fc53-e69e-4fc4-bfea-564dcb063ee9 req-5c4028ba-70de-4706-982f-31f21d8d2950 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0543351 Aug 31 13:43:18.641942 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-acc0fc53-e69e-4fc4-bfea-564dcb063ee9 req-3a7ae48e-27a7-4944-ae52-edde981c2b2c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332835 Aug 31 13:43:19.342574 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50969299-346a-413d-9efc-a517c85b3e27 req-cd8a05b1-3469-4e59-a36e-ea33110b3541 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:19.344051 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-50969299-346a-413d-9efc-a517c85b3e27 req-cd8a05b1-3469-4e59-a36e-ea33110b3541 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0581648 Aug 31 13:43:19.388421 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-50969299-346a-413d-9efc-a517c85b3e27 req-668570bb-5ca8-41c2-9227-a1298b9a1990 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373425 Aug 31 13:43:19.784026 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ce1ac-301e-484b-a595-3b3468b634fd req-83035803-22e9-4a51-b2d2-e95c79362fbd tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:19.786085 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b7ce1ac-301e-484b-a595-3b3468b634fd req-83035803-22e9-4a51-b2d2-e95c79362fbd tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0572035 Aug 31 13:43:19.839467 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b7ce1ac-301e-484b-a595-3b3468b634fd req-1badb9bc-37ba-45c3-a43b-4a01492adbc2 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462112 Aug 31 13:43:20.377115 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ee0b99e0-5f45-4ff8-870f-59f15d48fa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:20.510011 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed8f27-7c1b-47c7-9e90-5d38fd4b65e6 req-b7414ad7-541a-46b8-bf2d-25edefcf7d32 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:20.511994 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-12ed8f27-7c1b-47c7-9e90-5d38fd4b65e6 req-b7414ad7-541a-46b8-bf2d-25edefcf7d32 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0532401 Aug 31 13:43:20.551372 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-12ed8f27-7c1b-47c7-9e90-5d38fd4b65e6 req-ceebd91c-243a-4bdc-9e2f-00bba732b642 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332875 Aug 31 13:43:20.584847 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50286) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:20.699124 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:20.789227 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:20.802233 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:20.807860 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:20.850503 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a152a152257f4699b9295dcd406136d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645485 Aug 31 13:43:20.851418 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a15b67e-e928-437b-9c4a-34abddc8fe7a,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:20.853400 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 50298) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:20.859437 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.859798 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.860138 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.860552 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.861040 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.861219 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.861627 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.861958 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.862366 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.862699 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.863194 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.863529 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6bb966-6ff7-495f-b33c-d70c099a89cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:20.929967 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:20.960609 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:20.992676 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55778c8b-91df-45ce-81b2-52200cee19a7 req-fc5d7a2d-d11a-4994-887c-e40b49b68d9e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:20.994363 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55778c8b-91df-45ce-81b2-52200cee19a7 req-fc5d7a2d-d11a-4994-887c-e40b49b68d9e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0603690 Aug 31 13:43:21.017426 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:21.021077 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:21.024924 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a15b67e-e928-437b-9c4a-34abddc8fe7a HTTP/1.1" status: 204 len: 168 time: 0.1702178 Aug 31 13:43:21.034308 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a15b67e-e928-437b-9c4a-34abddc8fe7a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:21.042200 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.042712 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.042986 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.043412 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.043772 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.045009 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.045009 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.045009 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.045281 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.045373 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.045697 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.046021 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c2e140-5137-48c9-a1d7-3d3fdcc9ee84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:21.046949 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55778c8b-91df-45ce-81b2-52200cee19a7 req-76116859-8cf6-471f-bab3-4307b66cec9f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457957 Aug 31 13:43:21.497716 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:21.690175 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04596c75-2032-4206-9634-277ddb3c2214 req-0f6d0c07-8261-497f-82df-5f97bc9b633f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:21.692346 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-04596c75-2032-4206-9634-277ddb3c2214 req-0f6d0c07-8261-497f-82df-5f97bc9b633f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0703683 Aug 31 13:43:21.734885 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-04596c75-2032-4206-9634-277ddb3c2214 req-3b6f3917-8171-485e-8efd-35875fbc5dc0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357008 Aug 31 13:43:22.018519 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:43:22.126863 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:22.140704 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'port_id': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'mac_address': 'fa:16:3e:9c:92:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1472, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:43:22.172977 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb8c70-e98c-4150-b8c3-444ffad38239 req-d6874893-83d9-4297-9fc2-5fce8c6b3dd6 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:22.174555 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7cfb8c70-e98c-4150-b8c3-444ffad38239 req-d6874893-83d9-4297-9fc2-5fce8c6b3dd6 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 943 time: 0.0533581 Aug 31 13:43:22.181748 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:22.197853 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:43:22.220195 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7cfb8c70-e98c-4150-b8c3-444ffad38239 req-077fd230-4512-4697-ab64-81e7dae22c78 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384643 Aug 31 13:43:22.221407 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:22.233487 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:22.290955 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:22.298674 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.299093 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.299460 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.299983 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.300510 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.301027 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.301511 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.301987 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.302470 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.302956 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.303434 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.303909 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:22.536190 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['24a32f0b-1fb5-4a9d-88cd-93dba8debd20'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:43:22.858608 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f074442-6e9f-475b-8339-264ecbd08837 req-200f512d-f543-441b-88a9-895b8632e9e1 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:22.860085 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5f074442-6e9f-475b-8339-264ecbd08837 req-200f512d-f543-441b-88a9-895b8632e9e1 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0525873 Aug 31 13:43:22.903700 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5f074442-6e9f-475b-8339-264ecbd08837 req-d190adff-9342-4293-99fc-bfeed0529dcf tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376246 Aug 31 13:43:23.355286 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531ca8d-9961-4198-9a7e-679220f2e633 req-f3e988d5-28f7-4371-a986-8833b64b5165 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:23.357170 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1531ca8d-9961-4198-9a7e-679220f2e633 req-f3e988d5-28f7-4371-a986-8833b64b5165 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 944 time: 0.0546873 Aug 31 13:43:23.403983 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1531ca8d-9961-4198-9a7e-679220f2e633 req-e8da200c-2fb8-43c7-9ee5-c31c1d366117 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407500 Aug 31 13:43:23.723373 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:24.027617 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:43:24.039787 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dab33f-dee9-45f1-aa10-62b96e66ffc3 req-ce6f36a3-99cc-4742-9eff-2b53c0a0c858 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:24.041546 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-88dab33f-dee9-45f1-aa10-62b96e66ffc3 req-ce6f36a3-99cc-4742-9eff-2b53c0a0c858 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0598140 Aug 31 13:43:24.087076 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-88dab33f-dee9-45f1-aa10-62b96e66ffc3 req-d95c6951-f60c-4ba7-958d-cf9d03a4b6ec tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384719 Aug 31 13:43:24.114037 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:43:24.118529 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:43:24.119083 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:24.202190 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:24.225790 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:43:24.228060 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb6d28f-bdc7-410d-b753-f37454730368" -d '{"events": [{"server_uuid": "81610f93-fb19-4d2b-9ce6-2fb98e042bb8", "name": "network-vif-plugged", "status": "completed", "tag": "24a32f0b-1fb5-4a9d-88cd-93dba8debd20"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:43:24.241176 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:24.246508 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:24.272713 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d03ca8c-dc9f-431c-896b-3b8cb5ac0afa x-openstack-request-id: req-7d03ca8c-dc9f-431c-896b-3b8cb5ac0afa {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:43:24.272999 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81610f93-fb19-4d2b-9ce6-2fb98e042bb8", "name": "network-vif-plugged", "status": "completed", "tag": "24a32f0b-1fb5-4a9d-88cd-93dba8debd20", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:43:24.273243 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d03ca8c-dc9f-431c-896b-3b8cb5ac0afa {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:43:24.273629 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'code': 200} Aug 31 13:43:24.307525 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:24.500109 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962520a-fe36-4fd1-a9cf-9a836f76c125 req-f10c2e2a-f184-45fd-a03a-a1d2137a5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:24.501652 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b962520a-fe36-4fd1-a9cf-9a836f76c125 req-f10c2e2a-f184-45fd-a03a-a1d2137a5f67 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0468910 Aug 31 13:43:24.525981 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258681e0-a7a8-4416-af73-9e87fab35179 req-07b6de77-3fda-4ab4-8ef1-b7a604a77ea6 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:24.527578 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-258681e0-a7a8-4416-af73-9e87fab35179 req-07b6de77-3fda-4ab4-8ef1-b7a604a77ea6 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 945 time: 0.0514791 Aug 31 13:43:24.540065 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b962520a-fe36-4fd1-a9cf-9a836f76c125 req-d1c80c17-3964-4916-b1a4-38d696ce2581 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299971 Aug 31 13:43:24.575557 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-258681e0-a7a8-4416-af73-9e87fab35179 req-1c9a8883-dfdf-4746-ac23-c7114684590e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409145 Aug 31 13:43:24.897814 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33448e47-05d9-49cb-ab60-4cacf60250b9 req-2a2d66fc-a323-42f9-be37-15e16fc294f0 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:24.899685 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-33448e47-05d9-49cb-ab60-4cacf60250b9 req-2a2d66fc-a323-42f9-be37-15e16fc294f0 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0539026 Aug 31 13:43:24.944737 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-33448e47-05d9-49cb-ab60-4cacf60250b9 req-ba51933c-b0c9-4b50-85f9-a9da6df44295 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 Aug 31 13:43:25.214168 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dcca3-d60e-447e-a3ab-1eb007219c7c req-fb4ef5d4-4e20-4838-b403-99a380791b1a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:25.215610 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b24dcca3-d60e-447e-a3ab-1eb007219c7c req-fb4ef5d4-4e20-4838-b403-99a380791b1a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0534134 Aug 31 13:43:25.262448 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b24dcca3-d60e-447e-a3ab-1eb007219c7c req-bed2d957-4e98-4458-85a8-53ff265a3edc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375359 Aug 31 13:43:25.699860 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5084e71-647d-42b9-833a-11d4c47d9662 req-cfe204e0-1da6-4868-93bb-b6963d23fef4 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:25.701458 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f5084e71-647d-42b9-833a-11d4c47d9662 req-cfe204e0-1da6-4868-93bb-b6963d23fef4 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 945 time: 0.0533495 Aug 31 13:43:25.749679 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f5084e71-647d-42b9-833a-11d4c47d9662 req-73f42520-4e61-407e-9f41-f0a965a59810 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387788 Aug 31 13:43:26.084413 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1dfed-ca7a-4179-ab05-790513c9b473 req-48847a42-3b6c-4a62-bbd6-a3e52a31c558 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:26.085915 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8e1dfed-ca7a-4179-ab05-790513c9b473 req-48847a42-3b6c-4a62-bbd6-a3e52a31c558 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0604453 Aug 31 13:43:26.126313 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8e1dfed-ca7a-4179-ab05-790513c9b473 req-cbc772f4-3925-4938-bee6-e1dbeaba8c7e tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337241 Aug 31 13:43:26.392924 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f256d-877d-4148-aa73-2d58dbe826a3 req-5372a413-e27d-45d7-9e48-24d83daf56a5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:26.394629 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-719f256d-877d-4148-aa73-2d58dbe826a3 req-5372a413-e27d-45d7-9e48-24d83daf56a5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0562334 Aug 31 13:43:26.437272 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-719f256d-877d-4148-aa73-2d58dbe826a3 req-6a1abeec-7fa5-4a2f-9913-0f2f4f3cf886 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360754 Aug 31 13:43:26.901973 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797760f3-1663-4cf9-8b4c-0e59ce34bff5 req-ac19ffdd-d121-4967-a894-bf06377acdad tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:26.903832 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-797760f3-1663-4cf9-8b4c-0e59ce34bff5 req-ac19ffdd-d121-4967-a894-bf06377acdad tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 945 time: 0.0807495 Aug 31 13:43:26.915875 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-ce2ea665-38fd-4c25-8c6e-f90a64177bdd tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:26.917600 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-ce2ea665-38fd-4c25-8c6e-f90a64177bdd tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.107 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0850265 Aug 31 13:43:26.984195 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-797760f3-1663-4cf9-8b4c-0e59ce34bff5 req-93271eb5-0f75-4074-8699-40a8b3af2b7d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655107 Aug 31 13:43:27.045575 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Deleting port 8e244733-f35a-470a-9e05-32c5b1061ef6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:43:27.045798 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:27.108112 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4334e-1a37-49f4-84f3-0c25cef2ab92 req-35adc11a-eba3-4f5e-b185-22675a51ea54 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:27.109744 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-01b4334e-1a37-49f4-84f3-0c25cef2ab92 req-35adc11a-eba3-4f5e-b185-22675a51ea54 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 945 time: 0.0514069 Aug 31 13:43:27.144554 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] For port 8e244733-f35a-470a-9e05-32c5b1061ef6, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=8e244733-f35a-470a-9e05-32c5b1061ef6,segment=NetworkSegment(f395bc84-2520-488d-a3f5-fb9d99201f35),segment_id=f395bc84-2520-488d-a3f5-fb9d99201f35)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:43:27.145209 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:27.154016 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-01b4334e-1a37-49f4-84f3-0c25cef2ab92 req-8dfa5a43-025d-449d-b42a-d1f0423d1173 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380661 Aug 31 13:43:27.159420 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Calling delete_port for 8e244733-f35a-470a-9e05-32c5b1061ef6 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:43:27.180261 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50424) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:27.281328 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf311c-bcaa-4dc0-bc95-e102c8ed4388 req-f533d927-30b1-474d-8073-170ed715bd1b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:27.283008 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6fbf311c-bcaa-4dc0-bc95-e102c8ed4388 req-f533d927-30b1-474d-8073-170ed715bd1b tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/ports?device_id=2321f757-4259-4311-aa8c-d0e3598f91b5 HTTP/1.1" status: 200 len: 945 time: 0.0732646 Aug 31 13:43:27.362216 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6fbf311c-bcaa-4dc0-bc95-e102c8ed4388 req-687744ef-0cf9-4c96-bfae-7df0d1ef7e77 tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32f10c4-bcaf-466b-9a21-a9b4b689e320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734534 Aug 31 13:43:27.367975 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144296c-5aa8-4373-aa0a-e7dff5628fed tempest-TestVolumeBootPattern-731529798 tempest-TestVolumeBootPattern-731529798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:27.373222 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f144296c-5aa8-4373-aa0a-e7dff5628fed tempest-TestVolumeBootPattern-731529798 tempest-TestVolumeBootPattern-731529798-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 1093 time: 0.1883974 Aug 31 13:43:27.373436 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:27.373973 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50428) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:27.378925 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'port_id': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:43:27.392539 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['8e244733-f35a-470a-9e05-32c5b1061ef6'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:43:27.404075 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:27.411726 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Pushing event deleted for resources: {'Port': ['ID=8e244733-f35a-470a-9e05-32c5b1061ef6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:27.453409 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] No DVR routers for this DVR port 8e244733-f35a-470a-9e05-32c5b1061ef6 on host hv-cinder-80660 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:43:27.456209 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:27.458421 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2c770b26-341c-4bf4-9adb-91e6724aa905 req-78e4ccbc-babb-44c3-aab5-730630e393bf tempest-VolumesSnapshotTestJSON-87477101 tempest-VolumesSnapshotTestJSON-87477101-project] 10.222.0.107 "DELETE /v2.0/ports/8e244733-f35a-470a-9e05-32c5b1061ef6 HTTP/1.1" status: 204 len: 173 time: 0.5325623 Aug 31 13:43:27.460098 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2321f757-4259-4311-aa8c-d0e3598f91b5', 'name': 'network-vif-deleted', 'tag': '8e244733-f35a-470a-9e05-32c5b1061ef6'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:43:27.461161 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541c1cbb-fc13-4c51-8f45-45fdd55d0ba8" -d '{"events": [{"server_uuid": "2321f757-4259-4311-aa8c-d0e3598f91b5", "name": "network-vif-deleted", "tag": "8e244733-f35a-470a-9e05-32c5b1061ef6"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:43:27.515983 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da332663-5c23-4a59-8a95-595759c36c6a x-openstack-request-id: req-da332663-5c23-4a59-8a95-595759c36c6a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:43:27.516337 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2321f757-4259-4311-aa8c-d0e3598f91b5", "name": "network-vif-deleted", "tag": "8e244733-f35a-470a-9e05-32c5b1061ef6", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:43:27.517278 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da332663-5c23-4a59-8a95-595759c36c6a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:43:27.517660 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2321f757-4259-4311-aa8c-d0e3598f91b5', 'name': 'network-vif-deleted', 'tag': '8e244733-f35a-470a-9e05-32c5b1061ef6', 'status': 'completed', 'code': 200} Aug 31 13:43:27.537170 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:27.640738 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210a894-0ac7-442f-9af4-0e828197acca req-2704813d-cb58-4528-98e6-fac10b0948d8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:27.642333 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7210a894-0ac7-442f-9af4-0e828197acca req-2704813d-cb58-4528-98e6-fac10b0948d8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.1111677 Aug 31 13:43:27.740727 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Allocated IP 172.27.1.148 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/0e7a5d36-c30e-4705-a3aa-fae5f51b4a8f) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:43:27.752424 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7210a894-0ac7-442f-9af4-0e828197acca req-1407f4ad-376a-486c-bf41-afe4aedeb34c tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030428 Aug 31 13:43:27.900355 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:27.949501 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:27.987327 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:43:27.992490 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:43:27.996302 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:43:28.022872 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=0e7a5d36-c30e-4705-a3aa-fae5f51b4a8f,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:28.488619 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:28.590812 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:28.758202 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:28.766208 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:28.868928 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=0e7a5d36-c30e-4705-a3aa-fae5f51b4a8f,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:28.880774 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:28.937989 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656004-eb41-4dcb-a241-813a8a092c34 req-8f09e544-ed40-4253-a62c-b226a3648f11 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:28.939403 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44656004-eb41-4dcb-a241-813a8a092c34 req-8f09e544-ed40-4253-a62c-b226a3648f11 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.1088920 Aug 31 13:43:29.028578 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-44656004-eb41-4dcb-a241-813a8a092c34 req-4d59b1fe-5a6c-440f-9141-4145f1886c70 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828331 Aug 31 13:43:29.031447 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Floating IP 4b6b5ab2-512f-4d76-8c04-29fc2a4ffd67 associated. External IP: 172.27.1.148, port: 24a32f0b-1fb5-4a9d-88cd-93dba8debd20. Aug 31 13:43:29.309213 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-36f103a1-2cbe-442f-8481-24c322499c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:29.309800 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318c27-559c-416a-a992-c4596ab6be20 req-9f2fb98f-7c5e-4250-b9f9-cc5f4146ff42 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:29.310630 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-36f103a1-2cbe-442f-8481-24c322499c73 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 1098 time: 0.0403159 Aug 31 13:43:29.310783 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-20318c27-559c-416a-a992-c4596ab6be20 req-9f2fb98f-7c5e-4250-b9f9-cc5f4146ff42 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0974014 Aug 31 13:43:29.315946 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:43:29.429779 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-873e8487-a388-48e8-88db-f9c76d92dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:29.431300 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-873e8487-a388-48e8-88db-f9c76d92dc68 service neutron] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 913 time: 0.1135275 Aug 31 13:43:29.502780 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-bb704452-6d84-45f3-859a-6e4ca2f03358 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abeb489f-0045-481c-8ee8-424a975cb388 HTTP/1.1" status: 200 len: 1000 time: 0.0636933 Aug 31 13:43:29.558653 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-37bfd71e-05da-47ac-81ba-c4a1994d2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:29.560332 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-37bfd71e-05da-47ac-81ba-c4a1994d2f9c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.0495949 Aug 31 13:43:29.601386 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-20318c27-559c-416a-a992-c4596ab6be20 req-817c9cd0-7b8c-4ae6-8b0b-568f4c37acc0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839832 Aug 31 13:43:29.613878 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-84c65b07-f572-459b-b925-b00fdce86ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:29.615469 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-84c65b07-f572-459b-b925-b00fdce86ef0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481086 Aug 31 13:43:29.670915 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:43:29.680912 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:43:29.689174 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:29.691470 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:43:29.692245 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:29.720096 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-eb835688-105c-4e3e-8106-74f5ea4620de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3446078 Aug 31 13:43:29.720492 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'tag': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:43:29.722956 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3c368e-9c61-417b-979d-26729da834d3" -d '{"events": [{"name": "network-changed", "server_uuid": "81610f93-fb19-4d2b-9ce6-2fb98e042bb8", "tag": "24a32f0b-1fb5-4a9d-88cd-93dba8debd20"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:43:29.739103 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-ed0d3e05-e9c0-416f-883a-c14149380a99 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144576 Aug 31 13:43:29.768643 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fcb5d5-2bc3-438b-a198-104bd22ede90 x-openstack-request-id: req-f3fcb5d5-2bc3-438b-a198-104bd22ede90 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:43:29.769261 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81610f93-fb19-4d2b-9ce6-2fb98e042bb8", "tag": "24a32f0b-1fb5-4a9d-88cd-93dba8debd20", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:43:29.769729 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3fcb5d5-2bc3-438b-a198-104bd22ede90 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:43:29.770341 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'tag': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'status': 'completed', 'code': 200} Aug 31 13:43:29.847155 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c368e-9c61-417b-979d-26729da834d3 req-20035983-e464-41f5-8d24-86300d66c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:29.850046 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3c368e-9c61-417b-979d-26729da834d3 req-20035983-e464-41f5-8d24-86300d66c0ce service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0546863 Aug 31 13:43:29.853189 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:43:29.868427 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bfb1b9b6-b7a6-4c64-bf6c-f137ec318e43 req-2ac843e0-d2cd-483f-bcb1-bc50e95d3701 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208363 Aug 31 13:43:30.004463 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c368e-9c61-417b-979d-26729da834d3 req-0fe944f3-7b03-4fc2-99ab-c0f53bc4bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:30.006021 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3c368e-9c61-417b-979d-26729da834d3 req-0fe944f3-7b03-4fc2-99ab-c0f53bc4bf0e service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.1479437 Aug 31 13:43:30.087789 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3c368e-9c61-417b-979d-26729da834d3 req-33ab4deb-142d-4939-9d0f-0bcbaaa522be service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24a32f0b-1fb5-4a9d-88cd-93dba8debd20 HTTP/1.1" status: 200 len: 999 time: 0.0739059 Aug 31 13:43:30.144978 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c368e-9c61-417b-979d-26729da834d3 req-81409364-5477-40b4-9f5c-b24161235f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:30.146530 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3c368e-9c61-417b-979d-26729da834d3 req-81409364-5477-40b4-9f5c-b24161235f6f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0512652 Aug 31 13:43:30.209223 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c368e-9c61-417b-979d-26729da834d3 req-c88fa467-cddf-438b-ba1f-af93707b8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:30.211673 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3c368e-9c61-417b-979d-26729da834d3 req-c88fa467-cddf-438b-ba1f-af93707b8167 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527768 Aug 31 13:43:30.299016 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '4b6b5ab2-512f-4d76-8c04-29fc2a4ffd67', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:9c:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:43:28Z', 'updated_at': '2021-08-31T13:43:28Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:30.319774 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3c368e-9c61-417b-979d-26729da834d3 req-f5351fef-cfbd-42d0-8538-25a959b1e00d service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975440 Aug 31 13:43:30.325996 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:43:30.336701 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:43:30.337360 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:30.448186 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:43:30.701192 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '4b6b5ab2-512f-4d76-8c04-29fc2a4ffd67', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:9c:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:43:28Z', 'updated_at': '2021-08-31T13:43:28Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:43:30.728648 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716fde3-6567-489c-8a16-6e5c716b0520 None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '4b6b5ab2-512f-4d76-8c04-29fc2a4ffd67', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:9c:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:43:28Z', 'updated_at': '2021-08-31T13:43:28Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:43:30.728930 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06a56-93f1-440f-867c-4e2cc3e0684f req-19fb17d7-9e37-47ea-a1a4-27bf3cce0517 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:30.730454 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2b06a56-93f1-440f-867c-4e2cc3e0684f req-19fb17d7-9e37-47ea-a1a4-27bf3cce0517 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0505629 Aug 31 13:43:30.773806 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2b06a56-93f1-440f-867c-4e2cc3e0684f req-46432386-09c0-49f6-b661-d29ed2b853c3 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357664 Aug 31 13:43:30.918693 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6305004-7189-4966-b6be-4b6585dca596 None None] New status for floating IP 4b6b5ab2-512f-4d76-8c04-29fc2a4ffd67: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:43:31.256627 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0a3c368e-9c61-417b-979d-26729da834d3 req-55f2cdda-a1e7-4407-953d-4e54149d3652 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032944 Aug 31 13:43:31.905161 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ddc68-1413-4536-b944-4da7aa612eec req-8ff144a3-6cdf-40ad-b0b1-5ab02234b02a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:31.906671 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a01ddc68-1413-4536-b944-4da7aa612eec req-8ff144a3-6cdf-40ad-b0b1-5ab02234b02a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0565822 Aug 31 13:43:31.916489 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:31.945380 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a01ddc68-1413-4536-b944-4da7aa612eec req-ddd8889b-3609-428f-ad2a-cf99ddd0e4db tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324752 Aug 31 13:43:32.988906 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 8e244733-f35a-470a-9e05-32c5b1061ef6 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:43:33.016300 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 8e244733-f35a-470a-9e05-32c5b1061ef6 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:43:33.016777 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 8e244733-f35a-470a-9e05-32c5b1061ef6 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:43:33.074073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6928-9a44-49cc-bd7b-78aa082fc61a req-32f82ff3-efda-4fd7-9669-39614e6493b3 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:33.076074 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-144c6928-9a44-49cc-bd7b-78aa082fc61a req-32f82ff3-efda-4fd7-9669-39614e6493b3 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0540013 Aug 31 13:43:33.119598 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-144c6928-9a44-49cc-bd7b-78aa082fc61a req-ad22f67d-ff8a-41bb-b135-abad7e845d03 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372715 Aug 31 13:43:34.248534 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a8c65-ee33-4213-9872-95880d2ec1c6 req-230d2a31-40c2-416b-9e5d-52d1b6528279 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:34.250885 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-972a8c65-ee33-4213-9872-95880d2ec1c6 req-230d2a31-40c2-416b-9e5d-52d1b6528279 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0570648 Aug 31 13:43:34.310746 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-972a8c65-ee33-4213-9872-95880d2ec1c6 req-2700239e-e521-4b22-94c8-2774dac17058 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541608 Aug 31 13:43:41.363203 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:43:47.660203 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ccf6-879d-437a-a564-d9b5ffd9d182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:50.375143 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-873584b4-7e4f-4996-a5eb-eb6419b5cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:50.795513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:51.501333 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:53.727730 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:55.584923 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50790) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:55.706609 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8bd19689-313a-444a-b163-fec44c9316f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:55.804070 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8bd19689-313a-444a-b163-fec44c9316f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:55.809962 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8bd19689-313a-444a-b163-fec44c9316f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:55.847977 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8bd19689-313a-444a-b163-fec44c9316f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b345cc9827a8473bb5c128af01366029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619629 Aug 31 13:43:55.849268 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd19689-313a-444a-b163-fec44c9316f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19107dbb-3890-472a-9507-b66769e1d6e8,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:55.851112 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 50802) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:55.914053 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44c52ef3-dfd5-469e-8de8-9705437da0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:55.939025 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44c52ef3-dfd5-469e-8de8-9705437da0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:55.990004 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44c52ef3-dfd5-469e-8de8-9705437da0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:55.992873 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44c52ef3-dfd5-469e-8de8-9705437da0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:55.994061 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-44c52ef3-dfd5-469e-8de8-9705437da0a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19107dbb-3890-472a-9507-b66769e1d6e8 HTTP/1.1" status: 204 len: 168 time: 0.1419225 Aug 31 13:43:56.002227 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c52ef3-dfd5-469e-8de8-9705437da0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19107dbb-3890-472a-9507-b66769e1d6e8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:56.279875 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 50808) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:56.294187 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d8a71571-7603-4ba5-a506-0db2a7251957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:56.398887 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d8a71571-7603-4ba5-a506-0db2a7251957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:56.404286 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d8a71571-7603-4ba5-a506-0db2a7251957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:56.448363 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d8a71571-7603-4ba5-a506-0db2a7251957 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a897844a84fe49da8b05a83143e50faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671562 Aug 31 13:43:56.449600 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a71571-7603-4ba5-a506-0db2a7251957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec6f1d-5051-4c93-9818-a35b45331bb3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:56.452212 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50810) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:56.504814 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-45a57bc3-0fa2-4e44-89c0-3c8d8e615910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:56.527550 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-45a57bc3-0fa2-4e44-89c0-3c8d8e615910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:56.593172 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-45a57bc3-0fa2-4e44-89c0-3c8d8e615910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:56.597163 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-45a57bc3-0fa2-4e44-89c0-3c8d8e615910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:56.598678 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-45a57bc3-0fa2-4e44-89c0-3c8d8e615910 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eeec6f1d-5051-4c93-9818-a35b45331bb3 HTTP/1.1" status: 204 len: 168 time: 0.1452370 Aug 31 13:43:56.611963 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a57bc3-0fa2-4e44-89c0-3c8d8e615910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec6f1d-5051-4c93-9818-a35b45331bb3,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:00.400850 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50908) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:00.447973 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f643de7-dc33-4648-9c5b-15dd29cca672 admin admin] Deleting subnet c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1 {{(pid=95586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:44:00.451898 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3f643de7-dc33-4648-9c5b-15dd29cca672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.491430 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3f643de7-dc33-4648-9c5b-15dd29cca672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729940'] for subnet, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.531302 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3f643de7-dc33-4648-9c5b-15dd29cca672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.586409 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3f643de7-dc33-4648-9c5b-15dd29cca672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59699456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58783755'] for subnet, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.614537 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f643de7-dc33-4648-9c5b-15dd29cca672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:00.619214 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3f643de7-dc33-4648-9c5b-15dd29cca672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.621768 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-3f643de7-dc33-4648-9c5b-15dd29cca672 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0f2ec50-ec47-4f2f-88f9-a53d22b7f1f1 HTTP/1.1" status: 204 len: 168 time: 0.2194369 Aug 31 13:44:00.623890 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50910) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:00.703434 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.790463 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.802398 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c20a69-0932-4886-a293-fa89c7cd66cd']}} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:00.814333 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f395bc84-2520-488d-a3f5-fb9d99201f35') {'for_net_delete': True} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:00.815450 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f395bc84-2520-488d-a3f5-fb9d99201f35') {} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:00.825237 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729967'] for segment, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.841607 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.848264 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=95586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:44:00.848727 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59699642'] for segment, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: Traceback (most recent call last): Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: timer() Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: cb(*args, **kw) Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: return func(*args, **kwargs) Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: self._notify() Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: self.callback(batched_events) Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: event.method(event) Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: return f(self, *a, **k) Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._get(url).json() Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: return self.request(url, 'GET', **kwargs) Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:44:00.850414 dv-cinder-806605-3-iscsi neutron-server[95586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:44:00.916426 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.922629 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:00.924720 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5c20a69-0932-4886-a293-fa89c7cd66cd HTTP/1.1" status: 204 len: 168 time: 0.2996733 Aug 31 13:44:00.936963 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072212c4-ef05-4a78-b199-427928ccfe6f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c20a69-0932-4886-a293-fa89c7cd66cd,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:01.130338 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50920) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:01.174701 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-7f124c09-c12e-4659-91ff-95d04e14b81a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5651d65709fb486eb25e57054dc889cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430679 Aug 31 13:44:01.178387 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50922) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:01.235301 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3bd71d1f-0408-446a-ab53-cb225896cecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:01.264642 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3bd71d1f-0408-446a-ab53-cb225896cecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:01.340869 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3bd71d1f-0408-446a-ab53-cb225896cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:01.343855 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-3bd71d1f-0408-446a-ab53-cb225896cecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:01.345096 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-3bd71d1f-0408-446a-ab53-cb225896cecb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a32f10c4-bcaf-466b-9a21-a9b4b689e320 HTTP/1.1" status: 204 len: 168 time: 0.1657419 Aug 31 13:44:01.355586 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd71d1f-0408-446a-ab53-cb225896cecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f10c4-bcaf-466b-9a21-a9b4b689e320,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:01.931113 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.216475 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 50970) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:02.321028 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1866757286-network', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:02.343547 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Made reservation on behalf of 60c6a57cd6ad45bfa5a8e6639416cc35 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:44:02.345959 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.359312 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.458407 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.465587 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.490835 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] vlan segment allocate from pool success with {'vlan_id': 1480, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:44:02.500972 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f834244-4ae4-4d42-8f69-3e422be2bb48,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:02.506358 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.506722 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Added segment 2d9b096f-5904-4fb3-8721-11eba644c233 of type vlan for network ef158fed-9340-45d9-8a62-fca3c70447b0 Aug 31 13:44:02.550310 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.578567 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.579649 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:02.580215 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.631994 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4140077 Aug 31 13:44:02.635564 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 50974) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:02.641502 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0239ef-d8d3-421d-8798-65236b1662fa admin admin] Pushing event updated for resources: {'Network': ['ID=ef158fed-9340-45d9-8a62-fca3c70447b0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:02.644642 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Request body: {'subnet': {'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1866757286-subnet', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'ip_version': 4}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:02.662129 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network ef158fed-9340-45d9-8a62-fca3c70447b0 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:44:02.683437 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Made reservation on behalf of 60c6a57cd6ad45bfa5a8e6639416cc35 for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:44:02.686131 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58783780'] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.875165 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59702751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58783794'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:02.934225 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:02.959250 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Checking segment: {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:02.959631 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Network hostable DHCP agents. Network: ef158fed-9340-45d9-8a62-fca3c70447b0, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:44:02.982289 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Network ef158fed-9340-45d9-8a62-fca3c70447b0 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:44:02.996181 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, ef158fed-9340-45d9-8a62-fca3c70447b0) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:03.001429 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:03.002067 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.012947 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1daf1-7360-495f-9d73-f5ed7271a38a None None] Network ef158fed-9340-45d9-8a62-fca3c70447b0 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:44:03.027318 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-2d7fcf5e-a882-4404-987a-620812985e2d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3898776 Aug 31 13:44:03.033252 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 50982) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:03.040810 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:03.072878 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.074125 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.137195 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.189130 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-ef158fed-9340-45d9-8a62-fca3c70447b0', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:44:03.190101 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.282469 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.338779 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Allocated IP 172.20.0.2 (ef158fed-9340-45d9-8a62-fca3c70447b0/3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2/00c99c7e-e580-4525-90eb-229566b899fa) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:03.501888 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.508930 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.520167 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Transition to ACTIVE for port object 00c99c7e-e580-4525-90eb-229566b899fa will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:03.523492 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.543883 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Transition to ACTIVE for port object 00c99c7e-e580-4525-90eb-229566b899fa will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:03.551212 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.598045 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Network ef158fed-9340-45d9-8a62-fca3c70447b0 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:03.601128 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:03.607427 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:03.610694 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Pushing event updated for resources: {'Port': ['ID=00c99c7e-e580-4525-90eb-229566b899fa,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:03.643412 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Allocated IP 172.27.1.138 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/b1d2cf4e-1a91-4060-9629-f92fceebbe30) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:03.668248 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Attempting to bind port 00c99c7e-e580-4525-90eb-229566b899fa on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:03.668657 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Attempting to bind port 00c99c7e-e580-4525-90eb-229566b899fa by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:03.669014 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Attempting to bind port 00c99c7e-e580-4525-90eb-229566b899fa on network ef158fed-9340-45d9-8a62-fca3c70447b0 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:03.674575 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:03.674943 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Checking segment: {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:03.675349 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.675813 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Bound using segment: {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:03.676213 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Bound port: 00c99c7e-e580-4525-90eb-229566b899fa, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:03.676621 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.745116 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] For port 00c99c7e-e580-4525-90eb-229566b899fa, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:03.748939 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] For port 00c99c7e-e580-4525-90eb-229566b899fa, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=00c99c7e-e580-4525-90eb-229566b899fa,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:03.759065 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.765782 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.820425 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.832598 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a6f48-8798-420c-a539-3a8c4fbe1633 None None] Pushing event updated for resources: {'Port': ['ID=00c99c7e-e580-4525-90eb-229566b899fa,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:03.877762 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:03.881773 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Pushing event updated for resources: {'Port': ['ID=b1d2cf4e-1a91-4060-9629-f92fceebbe30,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:03.884731 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:03.886860 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:04.225317 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 00c99c7e-e580-4525-90eb-229566b899fa up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:04.283607 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 00c99c7e-e580-4525-90eb-229566b899fa completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:04.469198 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:04.677381 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:04.818760 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ca7d4-53da-45d3-8fda-6d3343de5820 None None] Network ef158fed-9340-45d9-8a62-fca3c70447b0 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:44:04.831020 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Router df3fc603-0487-408e-9c7d-18054a1cfdd0 is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:44:04.887437 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7f4d1eb2-d8e2-4b59-aa8e-f02179d52b0d None None] Provisioning for port 00c99c7e-e580-4525-90eb-229566b899fa completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:04.899730 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7f4d1eb2-d8e2-4b59-aa8e-f02179d52b0d None None] Provisioning complete for port 00c99c7e-e580-4525-90eb-229566b899fa triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:04.900097 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f4d1eb2-d8e2-4b59-aa8e-f02179d52b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:04.968644 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:44:04.985443 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:04.989918 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Sync routers for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:44:04.990080 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-43ee6aae-a352-43e3-8a3f-459345142aeb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9526918 Aug 31 13:44:04.990186 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 50998) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:05.029610 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:05.030355 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:05.196743 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f4d1eb2-d8e2-4b59-aa8e-f02179d52b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:05.275589 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-7f4d1eb2-d8e2-4b59-aa8e-f02179d52b0d None None] For port 00c99c7e-e580-4525-90eb-229566b899fa, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=00c99c7e-e580-4525-90eb-229566b899fa,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:05.283507 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:05.294493 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f4d1eb2-d8e2-4b59-aa8e-f02179d52b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:05.611612 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:05.639995 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d1eb2-d8e2-4b59-aa8e-f02179d52b0d None None] Pushing event updated for resources: {'Port': ['ID=00c99c7e-e580-4525-90eb-229566b899fa,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:05.661531 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-3df6e73e-fcf9-478c-953d-3f54ef0f0a16 None None] Provisioning complete for port 00c99c7e-e580-4525-90eb-229566b899fa triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:05.661906 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3df6e73e-fcf9-478c-953d-3f54ef0f0a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:05.800298 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Allocated IP 172.20.0.1 (ef158fed-9340-45d9-8a62-fca3c70447b0/3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2/4e4c31ce-a4b8-40ec-a4f0-cd498d743def) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:05.806965 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:04Z', 'revision_number': 3, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:05.834578 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Checking router: df3fc603-0487-408e-9c7d-18054a1cfdd0 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:44:05.834909 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Updating router df3fc603-0487-408e-9c7d-18054a1cfdd0 port b1d2cf4e-1a91-4060-9629-f92fceebbe30 binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:44:05.862172 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:05.911997 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:05.926662 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Transition to ACTIVE for port object 4e4c31ce-a4b8-40ec-a4f0-cd498d743def will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:05.962748 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.006787 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Network ef158fed-9340-45d9-8a62-fca3c70447b0 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:06.010467 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:06.014986 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:06.018157 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Pushing event updated for resources: {'Port': ['ID=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:06.058322 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.219064 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.235058 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.236768 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 00c99c7e-e580-4525-90eb-229566b899fa up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:06.260320 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-392172f7-a93b-477a-90d9-2d257aa9cb70 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1642830 Aug 31 13:44:06.270698 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Transition to ACTIVE for port object b1d2cf4e-1a91-4060-9629-f92fceebbe30 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:06.288061 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.396263 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Attempting to bind port b1d2cf4e-1a91-4060-9629-f92fceebbe30 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:06.396263 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Attempting to bind port b1d2cf4e-1a91-4060-9629-f92fceebbe30 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:06.396263 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Attempting to bind port b1d2cf4e-1a91-4060-9629-f92fceebbe30 on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:06.409016 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-570a3aa9-ef2e-4cb3-8c07-d69332b6f104 None None] Provisioning for port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:06.414484 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:06.415196 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:06.415614 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.416097 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:06.416612 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Bound port: b1d2cf4e-1a91-4060-9629-f92fceebbe30, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:06.417001 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.418982 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7f48-385f-47f4-996d-2eae9b75dfdf None None] Pushing event updated for resources: {'Port': ['ID=b1d2cf4e-1a91-4060-9629-f92fceebbe30,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:06.475061 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-570a3aa9-ef2e-4cb3-8c07-d69332b6f104 None None] Provisioning complete for port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:06.475505 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-570a3aa9-ef2e-4cb3-8c07-d69332b6f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.483026 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-6c43f7b3-caed-4f49-812c-815f496520e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:06.486769 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-6c43f7b3-caed-4f49-812c-815f496520e4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 1099 time: 0.1506088 Aug 31 13:44:06.519340 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 00c99c7e-e580-4525-90eb-229566b899fa triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:06.519821 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.522086 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.529551 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.573349 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-570a3aa9-ef2e-4cb3-8c07-d69332b6f104 None None] Port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:44:06.579916 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.582221 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] For port b1d2cf4e-1a91-4060-9629-f92fceebbe30, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:06.587300 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] For port b1d2cf4e-1a91-4060-9629-f92fceebbe30, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=b1d2cf4e-1a91-4060-9629-f92fceebbe30,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:06.596671 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.676779 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-4e63aba2-d667-44c0-96d5-95c765928276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:06.678335 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-4e63aba2-d667-44c0-96d5-95c765928276 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.1609030 Aug 31 13:44:06.714502 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:06.715152 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:06.717487 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7f48-385f-47f4-996d-2eae9b75dfdf None None] Pushing event updated for resources: {'Port': ['ID=b1d2cf4e-1a91-4060-9629-f92fceebbe30,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:06.786482 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Pushing event updated for resources: {'Port': ['ID=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:06.813220 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Network ef158fed-9340-45d9-8a62-fca3c70447b0 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:06.815937 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-22ee08e4-963f-4f16-8800-dc9207c55e36 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 200 len: 1001 time: 0.1268907 Aug 31 13:44:06.817304 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:06.869262 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:06.905381 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-cbcf11b7-0340-4ee1-baf5-5e1a7c989afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:06.907308 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-cbcf11b7-0340-4ee1-baf5-5e1a7c989afc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.0811875 Aug 31 13:44:06.993174 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-0949959f-2809-407f-9830-8f9159c5537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:06.998103 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-0949959f-2809-407f-9830-8f9159c5537d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767536 Aug 31 13:44:07.006264 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Router df3fc603-0487-408e-9c7d-18054a1cfdd0 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:44:07.158664 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ffca-651d-4744-9975-19e293d2508f req-d09dc8eb-d5ad-473b-aac2-8674db4217c0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:07.166535 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cb00ffca-651d-4744-9975-19e293d2508f req-d09dc8eb-d5ad-473b-aac2-8674db4217c0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.4116468 Aug 31 13:44:07.173827 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:44:07.179360 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-58248100-0b7d-48bd-8a05-06df0821e1d7 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715245 Aug 31 13:44:07.189504 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-b9c9f40e-94cc-4ce4-b8e8-183857b0695e admin admin] 10.222.0.21 "PUT /v2.0/routers/df3fc603-0487-408e-9c7d-18054a1cfdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1903756 Aug 31 13:44:07.215903 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-80f31975-2ba0-4671-8817-50a3c753ea96 None None] Provisioning complete for port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:07.216281 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80f31975-2ba0-4671-8817-50a3c753ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:07.262112 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-cb00ffca-651d-4744-9975-19e293d2508f req-82a4bbe4-0fbc-494c-b23a-da02c59f1774 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930440 Aug 31 13:44:07.271905 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-80f31975-2ba0-4671-8817-50a3c753ea96 None None] Port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:44:07.297327 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 2, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:07.313052 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-376714d1-7a02-45aa-90f6-5805ac551d70 req-52dc9f41-1ca9-4b6a-9b5e-302053cfe374 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241257 Aug 31 13:44:07.347788 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf62530-3673-42b6-8f44-8f46ebb97b13 None None] The sync data for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi is: [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 2, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:44:07.779180 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51056) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:07.784343 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2015126496-network', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:07.810088 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Made reservation on behalf of fc7f058ce4624948b27d3d1eb9a74c61 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:44:07.813469 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:07.822996 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:07.933069 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:07.942804 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:07.969448 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] vlan segment allocate from pool success with {'vlan_id': 1496, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:44:07.979873 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adffea5c-305c-4083-a27e-e9f44c6d1c36,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:07.988387 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:07.988980 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Added segment 82196d11-8027-47a9-991e-19b197b7f0cb of type vlan for network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 Aug 31 13:44:08.048315 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.082429 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.083636 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:08.084427 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.151520 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3711972 Aug 31 13:44:08.155202 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51066) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:08.161305 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be26dd2-4ac8-4eef-9098-d73fd8bfe23b admin admin] Pushing event updated for resources: {'Network': ['ID=f7fd564d-fcbf-4da5-9bdd-0d740c963c77,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:08.161505 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Request body: {'subnet': {'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2015126496-subnet', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'ip_version': 4}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:08.181270 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:44:08.189697 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Made reservation on behalf of fc7f058ce4624948b27d3d1eb9a74c61 for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:44:08.192493 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58783780'] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.240659 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device b1d2cf4e-1a91-4060-9629-f92fceebbe30 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:08.355774 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port b1d2cf4e-1a91-4060-9629-f92fceebbe30 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:08.364216 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port b1d2cf4e-1a91-4060-9629-f92fceebbe30 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:08.366771 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.448842 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceaf77-9f9d-4483-b5a3-baa120d6aa70 req-0c4cd4ec-4760-4fb9-9e78-4f50bcb99053 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:08.450861 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ccceaf77-9f9d-4483-b5a3-baa120d6aa70 req-0c4cd4ec-4760-4fb9-9e78-4f50bcb99053 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.0790017 Aug 31 13:44:08.505523 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59702751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58783794'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.507540 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.521946 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ccceaf77-9f9d-4483-b5a3-baa120d6aa70 req-f26ef779-57de-4d97-acec-d691443a70bc tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626202 Aug 31 13:44:08.554589 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-1f03f4a4-065f-4042-9c85-dcb3765d1818 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:08.556107 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-1f03f4a4-065f-4042-9c85-dcb3765d1818 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 946 time: 0.1232862 Aug 31 13:44:08.560137 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port b1d2cf4e-1a91-4060-9629-f92fceebbe30, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=b1d2cf4e-1a91-4060-9629-f92fceebbe30,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:08.567645 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.625268 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801afda5-f345-40fb-8f03-53024954984a,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:08.630930 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=b1d2cf4e-1a91-4060-9629-f92fceebbe30,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:08.678855 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Checking segment: {'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:08.678855 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Network hostable DHCP agents. Network: f7fd564d-fcbf-4da5-9bdd-0d740c963c77, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:44:08.713039 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51078) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:08.714615 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:44:08.726019 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Deleting port 4210618e-d4b5-4d63-a60a-038ee73a1bab {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:44:08.726672 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.731469 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, f7fd564d-fcbf-4da5-9bdd-0d740c963c77) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:08.736810 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:08.737771 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.746744 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3fdd6-04d9-4586-8223-ad1d3200fbd6 None None] Network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:44:08.808842 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-81c8f8f6-bd75-455e-9b65-2021991947d0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6520004 Aug 31 13:44:08.811548 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51082) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:08.816554 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:08.864764 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b1180db-4c1b-40b1-aba9-e68cde199928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.866130 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] For port 4210618e-d4b5-4d63-a60a-038ee73a1bab, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=4210618e-d4b5-4d63-a60a-038ee73a1bab,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:08.866851 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.882537 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.883698 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.932161 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-f7fd564d-fcbf-4da5-9bdd-0d740c963c77', 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'fixed_ips': [{'subnet_id': '801afda5-f345-40fb-8f03-53024954984a'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:44:08.933312 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:08.988131 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.104602 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Allocated IP 172.20.0.2 (f7fd564d-fcbf-4da5-9bdd-0d740c963c77/801afda5-f345-40fb-8f03-53024954984a/ae146e1a-f534-42dd-b7f5-5313c6758320) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:09.175818 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.191280 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.192194 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.192801 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Floating IP 1bc206d8-21a5-435e-9db2-6e51f21890b8 disassociated. External IP: 172.27.1.190, port: 4210618e-d4b5-4d63-a60a-038ee73a1bab. Aug 31 13:44:09.193381 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Calling delete_port for 4210618e-d4b5-4d63-a60a-038ee73a1bab owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:44:09.201403 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b1180db-4c1b-40b1-aba9-e68cde199928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.213264 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b1180db-4c1b-40b1-aba9-e68cde199928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.267193 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.291363 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Transition to ACTIVE for port object ae146e1a-f534-42dd-b7f5-5313c6758320 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:09.291627 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7b1180db-4c1b-40b1-aba9-e68cde199928 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=790aba3514fd415499fd02a90e753f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5740800 Aug 31 13:44:09.291627 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1180db-4c1b-40b1-aba9-e68cde199928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8befd5b8-8eb8-4693-8f49-27708959a324,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:09.296952 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51084) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:09.337766 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.338037 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Transition to ACTIVE for port object ae146e1a-f534-42dd-b7f5-5313c6758320 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:09.346476 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.370306 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event deleted for resources: {'Port': ['ID=4210618e-d4b5-4d63-a60a-038ee73a1bab,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:09.374201 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-def338ea-a14d-48e1-8955-268c9802dfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.406384 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-def338ea-a14d-48e1-8955-268c9802dfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.408901 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:09.412264 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:09.418100 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:09.421808 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Pushing event updated for resources: {'Port': ['ID=ae146e1a-f534-42dd-b7f5-5313c6758320,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:09.495227 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Attempting to bind port ae146e1a-f534-42dd-b7f5-5313c6758320 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:09.496083 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Attempting to bind port ae146e1a-f534-42dd-b7f5-5313c6758320 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:09.496823 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Attempting to bind port ae146e1a-f534-42dd-b7f5-5313c6758320 on network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:09.504051 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:09.504545 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Checking segment: {'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:09.504979 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.505395 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Bound using segment: {'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:09.505900 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Bound port: ae146e1a-f534-42dd-b7f5-5313c6758320, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:09.506286 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.589028 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] For port ae146e1a-f534-42dd-b7f5-5313c6758320, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:09.593691 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] For port ae146e1a-f534-42dd-b7f5-5313c6758320, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=ae146e1a-f534-42dd-b7f5-5313c6758320,segment=NetworkSegment(82196d11-8027-47a9-991e-19b197b7f0cb),segment_id=82196d11-8027-47a9-991e-19b197b7f0cb)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:09.604092 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.699897 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69aecd-462b-41bb-9dce-060187ea4ed0 None None] Pushing event updated for resources: {'Port': ['ID=ae146e1a-f534-42dd-b7f5-5313c6758320,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:09.818411 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3d0cc737-1b8b-483a-9499-2dc0617addc9 req-077542b0-4765-4fd6-9300-58ba335c5b1f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=37ca962d-2198-4c40-ac9b-6ab316ebc725 HTTP/1.1" status: 200 len: 210 time: 0.0719311 Aug 31 13:44:09.867075 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-def338ea-a14d-48e1-8955-268c9802dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.870415 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Router c5968233-0e4b-4a4f-b4dc-672e72a149f7 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:44:09.871131 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-def338ea-a14d-48e1-8955-268c9802dfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.872593 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-def338ea-a14d-48e1-8955-268c9802dfdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8befd5b8-8eb8-4693-8f49-27708959a324 HTTP/1.1" status: 204 len: 168 time: 0.5746772 Aug 31 13:44:09.888722 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:09.890782 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def338ea-a14d-48e1-8955-268c9802dfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8befd5b8-8eb8-4693-8f49-27708959a324,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:09.916389 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:10.035178 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:44:10.048173 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] Sync routers for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:44:10.063174 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:10.063813 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:10.109980 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Sync routers for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:44:10.133384 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:10.134044 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:10.154620 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] No DVR routers for this DVR port 4210618e-d4b5-4d63-a60a-038ee73a1bab on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:44:10.160819 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:10.165595 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-240a8664-6395-4a46-b95a-9fe9cb11077a req-77d36911-db6b-48d4-8e9f-6064eda227db tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "DELETE /v2.0/ports/4210618e-d4b5-4d63-a60a-038ee73a1bab HTTP/1.1" status: 204 len: 173 time: 1.5994685 Aug 31 13:44:10.166065 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-deleted', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:44:10.176960 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c752bf43-174e-424d-baf1-e14fb015a597" -d '{"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-deleted", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:44:10.207058 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Allocated IP 172.27.1.78 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/7eead797-d2fa-493e-a408-d39593d7982e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:10.268941 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839f78b-4061-49b9-8acc-053e55f41a98 x-openstack-request-id: req-2839f78b-4061-49b9-8acc-053e55f41a98 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:44:10.269266 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ca962d-2198-4c40-ac9b-6ab316ebc725", "name": "network-vif-deleted", "tag": "4210618e-d4b5-4d63-a60a-038ee73a1bab", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:44:10.269538 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2839f78b-4061-49b9-8acc-053e55f41a98 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:44:10.270912 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ca962d-2198-4c40-ac9b-6ab316ebc725', 'name': 'network-vif-deleted', 'tag': '4210618e-d4b5-4d63-a60a-038ee73a1bab', 'status': 'completed', 'code': 200} Aug 31 13:44:10.344856 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:10.404305 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:10.467876 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:10.535215 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51096) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:10.556919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-741ebc26-066a-4b52-ab1c-2b3210820710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:10.582361 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:10.637171 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device b1d2cf4e-1a91-4060-9629-f92fceebbe30 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:10.698364 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:10.703863 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:10.711275 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:10.777255 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Pushing event updated for resources: {'Port': ['ID=7eead797-d2fa-493e-a408-d39593d7982e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:10.804651 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-741ebc26-066a-4b52-ab1c-2b3210820710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:10.814320 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-741ebc26-066a-4b52-ab1c-2b3210820710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:10.899575 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ebc26-066a-4b52-ab1c-2b3210820710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b41a1-0530-45c6-9f6d-e8a8d0d916bf,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:10.959383 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:10.966182 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-741ebc26-066a-4b52-ab1c-2b3210820710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac4d32bc86694c9a849901a129642538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244759 Aug 31 13:44:10.969375 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51102) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:10.970267 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port b1d2cf4e-1a91-4060-9629-f92fceebbe30 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:10.970754 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:10.993033 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51104) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:11.039283 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] Checking router: c5968233-0e4b-4a4f-b4dc-672e72a149f7 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:44:11.054879 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:11.055721 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:11.151183 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device ae146e1a-f534-42dd-b7f5-5313c6758320 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:11.166332 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0030445f-ad07-4464-87e9-35af25a58358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.187199 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 2, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:11.190168 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-825ac7bd-0d96-4bc2-b524-ab4e54f56c0b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.214808 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:11.225206 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.235766 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0030445f-ad07-4464-87e9-35af25a58358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.238395 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff1802-846a-4270-a98e-191731b5ab96 None None] Network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:44:11.250253 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-825ac7bd-0d96-4bc2-b524-ab4e54f56c0b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.285862 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Checking router: df3fc603-0487-408e-9c7d-18054a1cfdd0 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:44:11.286227 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Updating router df3fc603-0487-408e-9c7d-18054a1cfdd0 port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:44:11.327061 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-825ac7bd-0d96-4bc2-b524-ab4e54f56c0b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.330317 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-825ac7bd-0d96-4bc2-b524-ab4e54f56c0b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.331891 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-825ac7bd-0d96-4bc2-b524-ab4e54f56c0b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b95a57b-0a7c-413d-bb3b-04a4ef2e6059 HTTP/1.1" status: 204 len: 168 time: 0.3372340 Aug 31 13:44:11.336447 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51106) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:11.342807 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ac7bd-0d96-4bc2-b524-ab4e54f56c0b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b95a57b-0a7c-413d-bb3b-04a4ef2e6059,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:11.344944 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0030445f-ad07-4464-87e9-35af25a58358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.348508 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0030445f-ad07-4464-87e9-35af25a58358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.352127 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-0030445f-ad07-4464-87e9-35af25a58358 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a5b41a1-0530-45c6-9f6d-e8a8d0d916bf HTTP/1.1" status: 204 len: 168 time: 0.3783622 Aug 31 13:44:11.352292 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.360318 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030445f-ad07-4464-87e9-35af25a58358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b41a1-0530-45c6-9f6d-e8a8d0d916bf,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:11.364586 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.api.v2.resource [None req-ee0c9f4c-c693-4340-8fd9-8a3fdc24e018 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] show failed (client error): The resource could not be found. Aug 31 13:44:11.365943 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-ee0c9f4c-c693-4340-8fd9-8a3fdc24e018 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups/7b95a57b-0a7c-413d-bb3b-04a4ef2e6059 HTTP/1.1" status: 404 len: 347 time: 0.0284519 Aug 31 13:44:11.369374 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51110) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:11.549893 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:11.557124 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6bb10531-7d50-4765-b34d-4942b75478db None None] Provisioning for port ae146e1a-f534-42dd-b7f5-5313c6758320 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:11.601389 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port ae146e1a-f534-42dd-b7f5-5313c6758320 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:11.614451 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port ae146e1a-f534-42dd-b7f5-5313c6758320 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:11.614842 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.623933 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42b23e-d750-4714-8289-65d46f360c0b None None] The sync data for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi is: [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:44:11.638769 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.641647 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Deleting port ea6b9638-1f9d-4a41-929d-6de0292b3c2e {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:44:11.642107 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.781513 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.781952 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:11.803037 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Calling delete_port for ea6b9638-1f9d-4a41-929d-6de0292b3c2e owned by network:floatingip {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:44:11.954894 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:44:11.961113 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.074231 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port ae146e1a-f534-42dd-b7f5-5313c6758320, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=ae146e1a-f534-42dd-b7f5-5313c6758320,segment=NetworkSegment(82196d11-8027-47a9-991e-19b197b7f0cb),segment_id=82196d11-8027-47a9-991e-19b197b7f0cb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:12.080864 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.096329 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f211d-a311-4de7-bd9b-e134b934885e None None] New status for floating IP 1bc206d8-21a5-435e-9db2-6e51f21890b8: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:44:12.145179 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.191697 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=ae146e1a-f534-42dd-b7f5-5313c6758320,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:12.214891 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.223088 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:44:12.241099 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Sync routers for ids ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:44:12.249205 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Transition to ACTIVE for port object 4e4c31ce-a4b8-40ec-a4f0-cd498d743def will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:12.265434 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b2f317db-f089-4968-a20f-6df083c8eaf0 None None] Provisioning complete for port ae146e1a-f534-42dd-b7f5-5313c6758320 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:12.266067 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2f317db-f089-4968-a20f-6df083c8eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.268847 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.273193 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0879910c-5a81-4c7b-ab79-22ab4a80c37b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4580052 Aug 31 13:44:12.273439 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.273683 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:12.274462 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.276459 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Routers {'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:12.277206 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:12.279839 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.285363 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "DELETE /v2.0/floatingips/1bc206d8-21a5-435e-9db2-6e51f21890b8 HTTP/1.1" status: 204 len: 168 time: 0.9142175 Aug 31 13:44:12.287354 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff949f4-8035-4bb4-af46-e5cf9719b91e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event deleted for resources: {'Port': ['ID=ea6b9638-1f9d-4a41-929d-6de0292b3c2e,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:12.354989 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:44:12.360563 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.db.api [None req-6e4f211d-a311-4de7-bd9b-e134b934885e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:44:12.360985 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG oslo_db.api [None req-6e4f211d-a311-4de7-bd9b-e134b934885e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:44:12.453724 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 4210618e-d4b5-4d63-a60a-038ee73a1bab {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:44:12.454419 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 4210618e-d4b5-4d63-a60a-038ee73a1bab not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:44:12.537378 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2277fe1-7665-4f12-9d86-bb5f31e3620f None None] Pushing event updated for resources: {'Port': ['ID=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:12.691259 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Set router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:12.748356 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Attempting to bind port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:12.748768 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Attempting to bind port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:12.749148 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Attempting to bind port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def on network ef158fed-9340-45d9-8a62-fca3c70447b0 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:12.783566 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:12.783949 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Checking segment: {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:12.784383 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.784873 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Bound using segment: {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:12.785376 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Bound port: 4e4c31ce-a4b8-40ec-a4f0-cd498d743def, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:12.785762 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:12.862729 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f211d-a311-4de7-bd9b-e134b934885e None None] New status for floating IP 1bc206d8-21a5-435e-9db2-6e51f21890b8: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:44:12.998596 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] For port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:13.041956 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] For port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:13.051651 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.099486 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.139272 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51144) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:13.145743 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-fa6d924f-6672-473a-877e-e620d331d9a7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314718040', 'description': 'tempest-description--1591576410'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:13.185824 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fa6d924f-6672-473a-877e-e620d331d9a7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.310933 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:13.311591 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:13.336910 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fa6d924f-6672-473a-877e-e620d331d9a7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.346130 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fa6d924f-6672-473a-877e-e620d331d9a7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.346373 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Allocated IP 172.20.0.1 (f7fd564d-fcbf-4da5-9bdd-0d740c963c77/801afda5-f345-40fb-8f03-53024954984a/38e25051-1271-4d94-8fac-5c287a4a66d3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:13.399582 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2277fe1-7665-4f12-9d86-bb5f31e3620f None None] Pushing event updated for resources: {'Port': ['ID=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:13.402407 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-fa6d924f-6672-473a-877e-e620d331d9a7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.407767 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-fa6d924f-6672-473a-877e-e620d331d9a7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2637742 Aug 31 13:44:13.407963 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7eead797-d2fa-493e-a408-d39593d7982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:44:11Z', 'revision_number': 3, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port': {'id': '7eead797-d2fa-493e-a408-d39593d7982e', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:09Z', 'updated_at': '2021-08-31T13:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:13.408128 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51150) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:13.408773 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d924f-6672-473a-877e-e620d331d9a7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4952d54-0e07-467b-ad1c-3e3e6e7784b3,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:13.431738 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-7fbfecb6-fdd1-4bfb-a8c2-10b1b6a194c1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'security_group_rule': {'security_group_id': 'd4952d54-0e07-467b-ad1c-3e3e6e7784b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:13.451930 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Checking router: b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:44:13.452539 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Updating router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 port 7eead797-d2fa-493e-a408-d39593d7982e binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:44:13.489089 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-7fbfecb6-fdd1-4bfb-a8c2-10b1b6a194c1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.538293 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.590476 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:13.602449 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-7fbfecb6-fdd1-4bfb-a8c2-10b1b6a194c1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.607792 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-7fbfecb6-fdd1-4bfb-a8c2-10b1b6a194c1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.613466 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.632608 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Transition to ACTIVE for port object 38e25051-1271-4d94-8fac-5c287a4a66d3 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:13.645828 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfecb6-fdd1-4bfb-a8c2-10b1b6a194c1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcea3193-9f02-4298-9f6e-7d6de672315e,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:13.648655 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-7fbfecb6-fdd1-4bfb-a8c2-10b1b6a194c1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.649941 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-7fbfecb6-fdd1-4bfb-a8c2-10b1b6a194c1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2311163 Aug 31 13:44:13.652948 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51156) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:13.657524 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-8bed3e0f-b9d3-42fc-b5d1-791e1a565cb1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'security_group_rule': {'security_group_id': 'd4952d54-0e07-467b-ad1c-3e3e6e7784b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:13.696041 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8bed3e0f-b9d3-42fc-b5d1-791e1a565cb1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.697238 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.747110 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:13.750401 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:13.755108 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:13.758769 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Pushing event updated for resources: {'Port': ['ID=38e25051-1271-4d94-8fac-5c287a4a66d3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:13.804702 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8bed3e0f-b9d3-42fc-b5d1-791e1a565cb1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.811830 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8bed3e0f-b9d3-42fc-b5d1-791e1a565cb1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.826139 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.836347 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed3e0f-b9d3-42fc-b5d1-791e1a565cb1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c64775-86d4-4c3b-bcd1-bae213e58df3,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:13.845805 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8bed3e0f-b9d3-42fc-b5d1-791e1a565cb1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.847247 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8bed3e0f-b9d3-42fc-b5d1-791e1a565cb1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1933796 Aug 31 13:44:13.850758 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51162) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:13.857252 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:13.902280 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.086814 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.090802 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.157426 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:12Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:14.205670 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522ce2-22b9-4fad-b0da-66dcae553421 None None] The sync data for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi is: [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:12Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:44:14.218464 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.221365 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c192f8b2-e94d-4609-9272-47e26242a583 None None] Provisioning for port 38e25051-1271-4d94-8fac-5c287a4a66d3 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:14.230499 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c192f8b2-e94d-4609-9272-47e26242a583 None None] Provisioning complete for port 38e25051-1271-4d94-8fac-5c287a4a66d3 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:14.230867 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c192f8b2-e94d-4609-9272-47e26242a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.259030 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Transition to ACTIVE for port object 7eead797-d2fa-493e-a408-d39593d7982e will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:14.283952 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.288572 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c192f8b2-e94d-4609-9272-47e26242a583 None None] Port 38e25051-1271-4d94-8fac-5c287a4a66d3 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:44:14.332793 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device ae146e1a-f534-42dd-b7f5-5313c6758320 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:14.385757 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Allocated IP 172.27.1.12 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/dea13910-925e-4293-8591-31f7fad77a85) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:14.390506 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Attempting to bind port 7eead797-d2fa-493e-a408-d39593d7982e on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:14.390850 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Attempting to bind port 7eead797-d2fa-493e-a408-d39593d7982e by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:14.391206 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Attempting to bind port 7eead797-d2fa-493e-a408-d39593d7982e on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:14.420333 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.420895 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c71454-0982-4dbf-8792-5dd0558e71c2 None None] Pushing event updated for resources: {'Port': ['ID=7eead797-d2fa-493e-a408-d39593d7982e,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:14.427047 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:14.427427 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:14.427822 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.428211 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:14.428765 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Bound port: 7eead797-d2fa-493e-a408-d39593d7982e, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:14.429192 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.431399 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.513601 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port ae146e1a-f534-42dd-b7f5-5313c6758320 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:14.513971 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.516056 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] For port 7eead797-d2fa-493e-a408-d39593d7982e, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:14.520093 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] For port 7eead797-d2fa-493e-a408-d39593d7982e, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=7eead797-d2fa-493e-a408-d39593d7982e,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:14.532412 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.534754 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Pushing event updated for resources: {'Port': ['ID=38e25051-1271-4d94-8fac-5c287a4a66d3,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:14.537943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.539078 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.607752 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.624142 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c71454-0982-4dbf-8792-5dd0558e71c2 None None] Pushing event updated for resources: {'Port': ['ID=7eead797-d2fa-493e-a408-d39593d7982e,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:14.633547 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Routers {'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:14.634282 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:14.647339 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:14.650680 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:14.654706 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:14.672264 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:14.674335 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:14.777728 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.781218 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'Port': ['ID=dea13910-925e-4293-8591-31f7fad77a85,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:14.819157 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] Set router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:14.833191 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:14.852693 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 4e4c31ce-a4b8-40ec-a4f0-cd498d743def up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:14.861960 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:44:15.047343 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-ac21d82e-5865-415f-98ce-0117a7753401 None None] Provisioning complete for port 38e25051-1271-4d94-8fac-5c287a4a66d3 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:15.047721 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ac21d82e-5865-415f-98ce-0117a7753401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:15.057905 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:15.077408 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:15.083793 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:15.100160 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:15.100160 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:15.162740 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ac21d82e-5865-415f-98ce-0117a7753401 None None] Port 38e25051-1271-4d94-8fac-5c287a4a66d3 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:44:15.180575 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:15.194017 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'Port': ['ID=dea13910-925e-4293-8591-31f7fad77a85,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:15.200820 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:15.202316 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9560abb8-99dd-473e-9198-23e0666241f6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3498552 Aug 31 13:44:15.248992 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7eead797-d2fa-493e-a408-d39593d7982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 4, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port': {'id': '7eead797-d2fa-493e-a408-d39593d7982e', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:09Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '38e25051-1271-4d94-8fac-5c287a4a66d3', 'name': '', 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'mac_address': 'fa:16:3e:a2:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '801afda5-f345-40fb-8f03-53024954984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:13Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 2, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'subnets': [{'id': '801afda5-f345-40fb-8f03-53024954984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:15.299989 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa1285-d438-43fa-b1fb-6bed9a46faa2 None None] The sync data for ids ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'] in dv-cinder-806605-3-iscsi is: [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7eead797-d2fa-493e-a408-d39593d7982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 4, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port': {'id': '7eead797-d2fa-493e-a408-d39593d7982e', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:09Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '38e25051-1271-4d94-8fac-5c287a4a66d3', 'name': '', 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'mac_address': 'fa:16:3e:a2:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '801afda5-f345-40fb-8f03-53024954984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:13Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 2, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'subnets': [{'id': '801afda5-f345-40fb-8f03-53024954984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:44:15.302981 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:15.330694 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:44:15.337388 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-84772c79-9918-4dda-9207-5e35e67fcc47 admin admin] 10.222.0.21 "PUT /v2.0/routers/b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0622976 Aug 31 13:44:15.449918 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-06f08d34-b176-47fa-8e91-979d63e0d13c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--314718040&fields=id&tenant_id=ed036eb1dc894a28af566c40419db15a HTTP/1.1" status: 200 len: 267 time: 0.0420616 Aug 31 13:44:15.516358 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:15.522236 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:15.613970 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:15.635282 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-ca9d66f3-e325-4cb3-8bbc-65bc01320bd6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:15.637128 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-ca9d66f3-e325-4cb3-8bbc-65bc01320bd6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 816 time: 0.1679602 Aug 31 13:44:15.656553 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-c05e8a3c-cdcf-489d-b8a4-d4bbe7cab748 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/quotas/ed036eb1dc894a28af566c40419db15a HTTP/1.1" status: 200 len: 375 time: 0.0126903 Aug 31 13:44:15.742511 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-34d1b6ef-05e4-4158-94b9-2e0ded986c6f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796576 Aug 31 13:44:16.011894 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-4f992354-432b-4ee2-b644-cc8f1946e954 service neutron] 10.222.0.21 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509027 Aug 31 13:44:16.190610 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-30dbc7e9-1542-4161-9662-3d1dc8748c1e service neutron] 10.222.0.21 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719391 Aug 31 13:44:16.374898 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 7eead797-d2fa-493e-a408-d39593d7982e up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:16.441247 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 7eead797-d2fa-493e-a408-d39593d7982e completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:16.450350 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 7eead797-d2fa-493e-a408-d39593d7982e triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:16.450751 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:16.660213 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:16.691511 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 7eead797-d2fa-493e-a408-d39593d7982e, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=7eead797-d2fa-493e-a408-d39593d7982e,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:16.703957 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:16.705160 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 4e4c31ce-a4b8-40ec-a4f0-cd498d743def up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:16.753937 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c55ee90e-6c58-4095-9e4f-e8b3fb1128fc req-0595b265-513c-4926-9c8c-66b3f26dfd8c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 210 time: 0.0978687 Aug 31 13:44:16.902093 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=7eead797-d2fa-493e-a408-d39593d7982e,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:16.925174 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:16.925571 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:17.656200 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86424bae-5774-4c07-b188-21752cc03bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:17.702744 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51282) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:17.832275 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c838fbfe-c46b-42d2-9d6a-f73946842c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:17.947888 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f2aca1ce-e86d-475a-82fd-2ec9c97d13f1 req-8f9ce0f6-18f3-46f9-9b62-a87e8ba7989c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 210 time: 0.0425797 Aug 31 13:44:18.037726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c838fbfe-c46b-42d2-9d6a-f73946842c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.043488 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c838fbfe-c46b-42d2-9d6a-f73946842c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.120129 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c838fbfe-c46b-42d2-9d6a-f73946842c84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b48a342bec74f488975b94666042aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162655 Aug 31 13:44:18.122905 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51294) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:18.123408 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838fbfe-c46b-42d2-9d6a-f73946842c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553b8548-2a16-4bb4-a505-1d210be3bfe2,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:18.229779 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d735fb7c-a8fa-4a0b-82c0-6e2431945278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.260354 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d735fb7c-a8fa-4a0b-82c0-6e2431945278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.279223 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 7eead797-d2fa-493e-a408-d39593d7982e up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:18.329382 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d735fb7c-a8fa-4a0b-82c0-6e2431945278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.335289 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d735fb7c-a8fa-4a0b-82c0-6e2431945278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.345107 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d735fb7c-a8fa-4a0b-82c0-6e2431945278 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/553b8548-2a16-4bb4-a505-1d210be3bfe2 HTTP/1.1" status: 204 len: 168 time: 0.2187824 Aug 31 13:44:18.368174 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:44:18.375819 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 7eead797-d2fa-493e-a408-d39593d7982e triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:18.376196 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.381212 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735fb7c-a8fa-4a0b-82c0-6e2431945278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553b8548-2a16-4bb4-a505-1d210be3bfe2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:18.385220 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f3591-03ec-47ca-a1f8-9551342c7f4b req-aa412e03-16a8-4353-93b8-46e796b2f396 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:18.399428 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2f3591-03ec-47ca-a1f8-9551342c7f4b req-aa412e03-16a8-4353-93b8-46e796b2f396 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.2777033 Aug 31 13:44:18.512238 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2f3591-03ec-47ca-a1f8-9551342c7f4b req-62f1591f-072f-4916-aec8-038d4ca71c44 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103144 Aug 31 13:44:18.536139 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-ac20592b-bb5e-4535-b9bf-2a5eb6792166 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:18.537787 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-ac20592b-bb5e-4535-b9bf-2a5eb6792166 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 816 time: 0.3365400 Aug 31 13:44:18.639913 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-48e4a444-1ac9-4719-bca6-f0d21d82efc9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed036eb1dc894a28af566c40419db15a HTTP/1.1" status: 200 len: 379 time: 0.0919235 Aug 31 13:44:18.652505 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'port': {'device_id': '394c001c-7443-4fbe-9741-08c461d452f0', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'admin_state_up': True, 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'security_groups': ['d4952d54-0e07-467b-ad1c-3e3e6e7784b3']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:18.808854 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51304) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:18.818064 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Made reservation on behalf of ed036eb1dc894a28af566c40419db15a for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:44:18.821605 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.833027 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-59e285dc-650a-4be8-8bbf-f981e3a40040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.110364 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Allocated IP 172.20.0.11 (e2963958-fdd6-40d3-96f2-9d73522bf15e/2cf137db-c258-4cab-b4eb-15e9b02a1a11/0a0e4a75-26c2-4ef4-8023-0cd4f080b64d) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:19.124278 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c9c498f0-b168-4a34-b999-603d7c1ac82f req-2549e039-787c-467d-a824-3198bda0480c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 210 time: 0.0543466 Aug 31 13:44:19.133139 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-59e285dc-650a-4be8-8bbf-f981e3a40040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.146697 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-59e285dc-650a-4be8-8bbf-f981e3a40040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.168656 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Sync routers for ids ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:44:19.201557 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Routers {'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:19.204840 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:43:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:19.255583 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-59e285dc-650a-4be8-8bbf-f981e3a40040 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77780451eecf4ddabae65c5121ea50d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444764 Aug 31 13:44:19.259148 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51308) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:19.261843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e285dc-650a-4be8-8bbf-f981e3a40040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4de6d8-0ffe-4d7f-ac7e-e758118c334c,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:19.368332 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c1f85aa0-1b34-43ea-a465-d1e9f219988d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.375716 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.379571 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Set router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:19.412002 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Transition to ACTIVE for port object 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:19.414777 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c1f85aa0-1b34-43ea-a465-d1e9f219988d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.491954 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.532584 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c1f85aa0-1b34-43ea-a465-d1e9f219988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.535338 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c1f85aa0-1b34-43ea-a465-d1e9f219988d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.536612 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c1f85aa0-1b34-43ea-a465-d1e9f219988d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c4de6d8-0ffe-4d7f-ac7e-e758118c334c HTTP/1.1" status: 204 len: 168 time: 0.2762916 Aug 31 13:44:19.586113 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f85aa0-1b34-43ea-a465-d1e9f219988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4de6d8-0ffe-4d7f-ac7e-e758118c334c,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:19.598782 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Network e2963958-fdd6-40d3-96f2-9d73522bf15e is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:19.612107 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:19.626172 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:19.695574 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7eead797-d2fa-493e-a408-d39593d7982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 4, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port': {'id': '7eead797-d2fa-493e-a408-d39593d7982e', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:09Z', 'updated_at': '2021-08-31T13:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '38e25051-1271-4d94-8fac-5c287a4a66d3', 'name': '', 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'mac_address': 'fa:16:3e:a2:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '801afda5-f345-40fb-8f03-53024954984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:13Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 2, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'subnets': [{'id': '801afda5-f345-40fb-8f03-53024954984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:19.705349 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:19.706427 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.731541 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:19.752941 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Checking router: b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:44:19.753283 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Updating router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 port 38e25051-1271-4d94-8fac-5c287a4a66d3 binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:44:19.768622 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9c2c32af-df23-4fa1-9f62-889b41973448 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1220558 Aug 31 13:44:19.787821 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Request body: {'port': {'device_id': '394c001c-7443-4fbe-9741-08c461d452f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:19.794137 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.801989 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fee68-aa7a-4aa7-81b4-792264bc2007 req-fb67064f-d0d4-4d6f-9760-a25ad14502ed tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:19.804655 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a71fee68-aa7a-4aa7-81b4-792264bc2007 req-fb67064f-d0d4-4d6f-9760-a25ad14502ed tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0942726 Aug 31 13:44:19.913199 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a71fee68-aa7a-4aa7-81b4-792264bc2007 req-bc0019f7-04c4-4764-ba2b-dfbb57f12798 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864818 Aug 31 13:44:19.921378 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:19.970311 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-eeca5a22-5d3f-45f8-b432-a74930e50da7 None None] Provisioning for port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:19.981977 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-eeca5a22-5d3f-45f8-b432-a74930e50da7 None None] Provisioning complete for port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:19.982732 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeca5a22-5d3f-45f8-b432-a74930e50da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.027784 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-eeca5a22-5d3f-45f8-b432-a74930e50da7 None None] Port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:44:20.242125 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.270454 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Transition to ACTIVE for port object 38e25051-1271-4d94-8fac-5c287a4a66d3 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:20.282088 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.316550 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed563a3-f1be-4b3a-a74c-87bec6b84f7d req-aa5fca9c-b159-4442-bc2a-f373cada044e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:20.325117 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9ed563a3-f1be-4b3a-a74c-87bec6b84f7d req-aa5fca9c-b159-4442-bc2a-f373cada044e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 932 time: 0.1059837 Aug 31 13:44:20.381265 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aebd8daf-e705-4b79-b364-3e0d3a50ab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.410062 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9ed563a3-f1be-4b3a-a74c-87bec6b84f7d req-9b6c4fce-d82d-406d-b557-b17193ec05d8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835218 Aug 31 13:44:20.421110 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:44:20.430772 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.445651 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Transition to ACTIVE for port object 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:20.450831 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Attempting to bind port 38e25051-1271-4d94-8fac-5c287a4a66d3 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:20.450831 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Attempting to bind port 38e25051-1271-4d94-8fac-5c287a4a66d3 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:20.451706 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Attempting to bind port 38e25051-1271-4d94-8fac-5c287a4a66d3 on network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:20.453387 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.455093 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Pushing event updated for resources: {'Port': ['ID=38e25051-1271-4d94-8fac-5c287a4a66d3,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:20.465915 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:20.466286 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Checking segment: {'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:20.466712 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.467105 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Bound using segment: {'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:20.467596 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Bound port: 38e25051-1271-4d94-8fac-5c287a4a66d3, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82196d11-8027-47a9-991e-19b197b7f0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:20.468147 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.473063 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.473444 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.473734 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.474062 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.474387 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.474711 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.475036 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.475418 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.475762 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.476085 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.476581 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.476908 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:20.536758 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:20.632190 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] For port 38e25051-1271-4d94-8fac-5c287a4a66d3, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:20.639817 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Attempting to bind port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:20.640297 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Attempting to bind port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:20.640844 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Attempting to bind port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d on network e2963958-fdd6-40d3-96f2-9d73522bf15e {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:20.641115 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] For port 38e25051-1271-4d94-8fac-5c287a4a66d3, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=38e25051-1271-4d94-8fac-5c287a4a66d3,segment=NetworkSegment(82196d11-8027-47a9-991e-19b197b7f0cb),segment_id=82196d11-8027-47a9-991e-19b197b7f0cb)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:20.646932 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d on network e2963958-fdd6-40d3-96f2-9d73522bf15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:44:20.647726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Attempting to bind port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d on network e2963958-fdd6-40d3-96f2-9d73522bf15e {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:20.649618 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.655579 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:20.656031 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Checking segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:20.656596 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Bound using segment: {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:20.657142 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Bound port: 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b5441f-6ccc-4ed1-b298-6157f6839692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:20.657638 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.794966 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Routers {'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:20.798806 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:44:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:20.808609 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.838748 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:20.843513 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:20.858252 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.935491 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:20.936869 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:20.939247 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] 10.222.0.107 "PUT /v2.0/ports/0a0e4a75-26c2-4ef4-8023-0cd4f080b64d HTTP/1.1" status: 200 len: 1094 time: 1.1595118 Aug 31 13:44:20.940084 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:44:20.972978 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e" -d '{"events": [{"name": "network-changed", "server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:44:21.029475 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:21.084401 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.084795 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.085158 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.085158 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.085819 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.086096 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.086427 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.086755 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.087082 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.087425 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.087733 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.088064 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74530d-d771-4307-821a-8069eae27e57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:21.228667 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd7d2f-7cdc-41db-821e-42fd8f00889c None None] Pushing event updated for resources: {'Port': ['ID=38e25051-1271-4d94-8fac-5c287a4a66d3,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:21.314385 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de34e9-083e-414d-b7aa-809bdad53e60 req-15462eba-b3ea-4ea2-85bb-9dc7b1bd21f5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:21.324101 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0de34e9-083e-414d-b7aa-809bdad53e60 req-15462eba-b3ea-4ea2-85bb-9dc7b1bd21f5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.2452278 Aug 31 13:44:21.364525 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] Set router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:21.400279 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-dc5658e2-4ee3-48fb-8175-01eae064908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:21.401872 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-dc5658e2-4ee3-48fb-8175-01eae064908f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 1097 time: 0.3660324 Aug 31 13:44:21.403363 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c9d9ce-bdbf-49d1-a393-e2c45568a335 x-openstack-request-id: req-00c9d9ce-bdbf-49d1-a393-e2c45568a335 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:44:21.403625 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:44:21.403865 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c9d9ce-bdbf-49d1-a393-e2c45568a335 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:44:21.404257 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'status': 'completed', 'code': 200} Aug 31 13:44:21.413670 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0de34e9-083e-414d-b7aa-809bdad53e60 req-1a500bac-ec3f-4afe-96e2-0e8b9bdf24d6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885694 Aug 31 13:44:21.550943 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-a919aacf-a03e-4611-9232-73d2d4881b77 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d HTTP/1.1" status: 200 len: 217 time: 0.1354489 Aug 31 13:44:21.575902 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:21.599830 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591252d0-c069-4734-b0a6-f6d9fb82feaf req-6e3f4aef-0f9b-434a-a574-f8f6298c997f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:21.621353 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-591252d0-c069-4734-b0a6-f6d9fb82feaf req-6e3f4aef-0f9b-434a-a574-f8f6298c997f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.1071932 Aug 31 13:44:21.694779 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-826e8332-afb8-44c4-a2f4-1515c059e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:21.709163 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-826e8332-afb8-44c4-a2f4-1515c059e89a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.1494861 Aug 31 13:44:21.710306 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-591252d0-c069-4734-b0a6-f6d9fb82feaf req-8361d24c-0807-4410-9960-de07e249ae5f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876982 Aug 31 13:44:21.715857 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7eead797-d2fa-493e-a408-d39593d7982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 4, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port': {'id': '7eead797-d2fa-493e-a408-d39593d7982e', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:09Z', 'updated_at': '2021-08-31T13:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '38e25051-1271-4d94-8fac-5c287a4a66d3', 'name': '', 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'mac_address': 'fa:16:3e:a2:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '801afda5-f345-40fb-8f03-53024954984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:13Z', 'updated_at': '2021-08-31T13:44:20Z', 'revision_number': 4, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'subnets': [{'id': '801afda5-f345-40fb-8f03-53024954984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:21.765446 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74e502-ce9d-4d8d-b3ed-d76b6478edef None None] The sync data for ids ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'] in dv-cinder-806605-3-iscsi is: [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7eead797-d2fa-493e-a408-d39593d7982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:44:14Z', 'revision_number': 4, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port': {'id': '7eead797-d2fa-493e-a408-d39593d7982e', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:09Z', 'updated_at': '2021-08-31T13:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '38e25051-1271-4d94-8fac-5c287a4a66d3', 'name': '', 'network_id': 'f7fd564d-fcbf-4da5-9bdd-0d740c963c77', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'mac_address': 'fa:16:3e:a2:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '801afda5-f345-40fb-8f03-53024954984a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:13Z', 'updated_at': '2021-08-31T13:44:20Z', 'revision_number': 4, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'subnets': [{'id': '801afda5-f345-40fb-8f03-53024954984a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:44:21.802723 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-3e6c615d-8c89-408e-ae3e-89e1bfaa6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:21.809321 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-3e6c615d-8c89-408e-ae3e-89e1bfaa6b4a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892215 Aug 31 13:44:21.956671 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-05254035-d87f-41d8-8415-415b0df86779 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429064 Aug 31 13:44:22.201161 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-974aa9c8-2a2d-4114-8b87-8858d9a8c86e req-ad589a2f-afcf-426a-b277-8daa76186696 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364542 Aug 31 13:44:22.303930 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 38e25051-1271-4d94-8fac-5c287a4a66d3 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:22.378228 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-19735705-135e-479f-84d5-35bd2a26fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:22.379781 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-19735705-135e-479f-84d5-35bd2a26fb1f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 1097 time: 0.1019669 Aug 31 13:44:22.447244 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 38e25051-1271-4d94-8fac-5c287a4a66d3 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:22.454467 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 38e25051-1271-4d94-8fac-5c287a4a66d3 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:22.455060 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:22.633009 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-1d789bdd-0c05-4ea8-9bfe-5062aa6abb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:22.635090 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-1d789bdd-0c05-4ea8-9bfe-5062aa6abb24 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.2447751 Aug 31 13:44:22.638234 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:22.695147 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 38e25051-1271-4d94-8fac-5c287a4a66d3, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=38e25051-1271-4d94-8fac-5c287a4a66d3,segment=NetworkSegment(82196d11-8027-47a9-991e-19b197b7f0cb),segment_id=82196d11-8027-47a9-991e-19b197b7f0cb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:22.701343 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-c04b1fec-dc7a-4f0b-b8b8-adfe53626084 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d HTTP/1.1" status: 200 len: 217 time: 0.0523703 Aug 31 13:44:22.702368 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:22.728396 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca3352-0977-49dd-b97d-cee7cf0c8479 req-5c1afa38-5945-4aa4-9cc9-0548d6a25415 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:22.730821 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d5ca3352-0977-49dd-b97d-cee7cf0c8479 req-5c1afa38-5945-4aa4-9cc9-0548d6a25415 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.1539757 Aug 31 13:44:22.767736 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=38e25051-1271-4d94-8fac-5c287a4a66d3,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:22.777384 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.777727 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.778054 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.778710 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.779210 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.779699 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.780234 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.780749 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.781241 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.781737 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.782231 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.782726 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.890732 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-9dcd1723-1d2a-42be-9a63-97d57cf482a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:22.892692 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-9dcd1723-1d2a-42be-9a63-97d57cf482a6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.1826138 Aug 31 13:44:22.906447 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d5ca3352-0977-49dd-b97d-cee7cf0c8479 req-bff5d16e-be11-4c20-8b78-f812ca7233bc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016014 Aug 31 13:44:22.959151 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f79c85-1f9f-4a79-b4aa-66c07321fdb0 req-d51ea813-c2c0-48ad-8395-2a62ef24ede5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:22.971299 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-149fd9c3-12d9-4e54-bf73-327066b027b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:22.972935 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-149fd9c3-12d9-4e54-bf73-327066b027b2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679522 Aug 31 13:44:22.975361 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-36f79c85-1f9f-4a79-b4aa-66c07321fdb0 req-d51ea813-c2c0-48ad-8395-2a62ef24ede5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.1342938 Aug 31 13:44:23.107677 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-36f79c85-1f9f-4a79-b4aa-66c07321fdb0 req-66a13589-3551-409f-908a-bba3f8877d58 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230621 Aug 31 13:44:23.123143 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-37a07977-3800-458b-8537-02e3c3ef73e9 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386311 Aug 31 13:44:23.262359 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c6e48c35-6183-4a90-a4d5-f5ce9b5fab6e req-de234ca2-1d79-4ab6-be65-88a1c8d15b6f service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288526 Aug 31 13:44:23.732882 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:24.082392 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b659f1-17fd-4e4b-9579-aae2aa2c8660 req-484ac15f-1c93-4f96-a4ae-8606fcf3113c tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:24.094174 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e8b659f1-17fd-4e4b-9579-aae2aa2c8660 req-484ac15f-1c93-4f96-a4ae-8606fcf3113c tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0897367 Aug 31 13:44:24.156203 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e8b659f1-17fd-4e4b-9579-aae2aa2c8660 req-941d408a-ae43-45e3-a09a-2c7a5cf94a6f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602984 Aug 31 13:44:24.216603 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 38e25051-1271-4d94-8fac-5c287a4a66d3 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:24.296632 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c688-707d-4f3b-94dd-da42998223f5 req-d5316e4c-b0dd-40fb-a06a-1c2ce9c86138 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:24.300217 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 38e25051-1271-4d94-8fac-5c287a4a66d3 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:24.301145 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:24.304466 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e540c688-707d-4f3b-94dd-da42998223f5 req-d5316e4c-b0dd-40fb-a06a-1c2ce9c86138 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0813551 Aug 31 13:44:24.373037 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-e540c688-707d-4f3b-94dd-da42998223f5 req-dfe48e48-1288-4aec-b775-f82677fc1095 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675881 Aug 31 13:44:24.421180 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:44:24.565928 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:24.601449 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'port_id': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'mac_address': 'fa:16:3e:a1:2d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:44:24.658835 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:24.678348 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:44:24.709866 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:24.717348 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:24.797637 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:24.964046 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:44:25.106512 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51464) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:25.248264 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:25.309587 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20ca4-dc3f-4bab-8db0-9542762d644f req-b8548062-ef53-4280-b455-fcee4f6b4db4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:25.312797 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3ae20ca4-dc3f-4bab-8db0-9542762d644f req-b8548062-ef53-4280-b455-fcee4f6b4db4 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0547140 Aug 31 13:44:25.378011 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3ae20ca4-dc3f-4bab-8db0-9542762d644f req-7ffa5744-ed3f-4c91-9bd3-baeefdf99665 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587447 Aug 31 13:44:25.386032 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:25.391328 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:25.444907 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8c8b8f0e4dd4428b97ad8eb4bfa0c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369772 Aug 31 13:44:25.445065 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51474) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:25.445690 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f12666-f441-431e-8135-63a031e6c2b7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:25.453555 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.453911 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.454296 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.454692 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.455025 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.455547 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.455890 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.456221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.456636 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.457022 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.457475 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.457846 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e514da-5e35-4114-8953-4bb370a06928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:25.522724 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062da3e-81c1-4e77-9552-fd186f280c9a req-cd5548ac-7800-43b6-9cf4-540d413f019d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:25.524300 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d062da3e-81c1-4e77-9552-fd186f280c9a req-cd5548ac-7800-43b6-9cf4-540d413f019d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 945 time: 0.0625880 Aug 31 13:44:25.529612 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-57710793-a8e3-4385-afc5-abd712002cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:25.560294 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-57710793-a8e3-4385-afc5-abd712002cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:25.577432 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d062da3e-81c1-4e77-9552-fd186f280c9a req-56d2130f-6089-4e74-b577-88acdfc6727e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470967 Aug 31 13:44:25.625684 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-57710793-a8e3-4385-afc5-abd712002cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:25.628853 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-57710793-a8e3-4385-afc5-abd712002cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:25.633396 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-57710793-a8e3-4385-afc5-abd712002cbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6f12666-f441-431e-8135-63a031e6c2b7 HTTP/1.1" status: 204 len: 168 time: 0.1868286 Aug 31 13:44:25.643331 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57710793-a8e3-4385-afc5-abd712002cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f12666-f441-431e-8135-63a031e6c2b7,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:25.974565 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51482) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:25.992065 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-664eb2db-1b66-4160-b8c8-4451bad2e782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.137828 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-664eb2db-1b66-4160-b8c8-4451bad2e782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.146035 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-664eb2db-1b66-4160-b8c8-4451bad2e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.187010 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-664eb2db-1b66-4160-b8c8-4451bad2e782 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baa49bf200e54028a4494f249ad78918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105048 Aug 31 13:44:26.187784 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664eb2db-1b66-4160-b8c8-4451bad2e782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0be720-3569-467f-ba12-1b9751c8f05e,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:26.189954 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51484) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:26.269035 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed829fa4-1e4f-477a-8485-329fafcdc873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.294834 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed829fa4-1e4f-477a-8485-329fafcdc873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.352503 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed829fa4-1e4f-477a-8485-329fafcdc873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.356136 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed829fa4-1e4f-477a-8485-329fafcdc873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.357544 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-ed829fa4-1e4f-477a-8485-329fafcdc873 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab0be720-3569-467f-ba12-1b9751c8f05e HTTP/1.1" status: 204 len: 168 time: 0.1662059 Aug 31 13:44:26.375935 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed829fa4-1e4f-477a-8485-329fafcdc873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0be720-3569-467f-ba12-1b9751c8f05e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:26.388876 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:26.511104 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:26.518995 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:26.519590 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.583202 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906ad2-2536-4149-84d4-2283a35d0aab req-52ea990a-07e8-4387-a0c4-2e48c3d20332 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:26.590196 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9e906ad2-2536-4149-84d4-2283a35d0aab req-52ea990a-07e8-4387-a0c4-2e48c3d20332 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0850680 Aug 31 13:44:26.615121 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.676704 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9e906ad2-2536-4149-84d4-2283a35d0aab req-89315f33-3ef9-491d-9376-1b9cc8390830 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818584 Aug 31 13:44:26.677836 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:44:26.680680 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc2c9a-910f-43e1-95bc-791de075e0a7" -d '{"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:44:26.703948 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:26.709831 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:26.754386 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185a3c33-9281-43af-bc21-af7aca19e20d x-openstack-request-id: req-185a3c33-9281-43af-bc21-af7aca19e20d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:44:26.754711 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:44:26.754968 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-185a3c33-9281-43af-bc21-af7aca19e20d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:44:26.755354 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'code': 200} Aug 31 13:44:26.774076 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:26.807143 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1194-32b1-4aaf-a5b7-d6100de78c86 req-f1fa5aa7-a2bb-4d30-b33b-be53998d6fb3 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:26.831200 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a5bc1194-32b1-4aaf-a5b7-d6100de78c86 req-f1fa5aa7-a2bb-4d30-b33b-be53998d6fb3 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.1029155 Aug 31 13:44:26.929107 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a5bc1194-32b1-4aaf-a5b7-d6100de78c86 req-9a5f2af8-ee45-4547-b98f-7b9275558154 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922556 Aug 31 13:44:26.998810 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fc71c-2aee-4726-85b1-e59666d0d1f9 req-d71944c8-ec7e-4523-b0ce-577c6b115f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:27.000361 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-454fc71c-2aee-4726-85b1-e59666d0d1f9 req-d71944c8-ec7e-4523-b0ce-577c6b115f47 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 1099 time: 0.0560839 Aug 31 13:44:27.043458 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-454fc71c-2aee-4726-85b1-e59666d0d1f9 req-76cadd9d-bd07-4108-82e0-0df304ae45be service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351183 Aug 31 13:44:27.823868 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd602a-eab9-45fe-b624-844dfc493b4d req-63fa10b9-f1ba-4fb2-8171-cf5489d7e2cf tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:27.825459 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-10cd602a-eab9-45fe-b624-844dfc493b4d req-63fa10b9-f1ba-4fb2-8171-cf5489d7e2cf tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0652399 Aug 31 13:44:27.872061 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-10cd602a-eab9-45fe-b624-844dfc493b4d req-d1cc3c1b-798d-4d05-b76b-b0dde5f914de tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397408 Aug 31 13:44:28.061864 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203b6b8-cdbb-45f8-a294-41ebc6747efe req-1309bd3b-dc1c-4a21-b96e-e67ad2a04ab8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:28.070761 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2203b6b8-cdbb-45f8-a294-41ebc6747efe req-1309bd3b-dc1c-4a21-b96e-e67ad2a04ab8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0703623 Aug 31 13:44:28.133751 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2203b6b8-cdbb-45f8-a294-41ebc6747efe req-8ab708db-d39e-4bc5-83e4-ac82ab9167fc tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549943 Aug 31 13:44:29.000329 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729289f2-60dd-4297-a555-156efb4e474d req-84023bba-e2d0-451a-81a3-37187fee87e5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.001932 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-729289f2-60dd-4297-a555-156efb4e474d req-84023bba-e2d0-451a-81a3-37187fee87e5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0537329 Aug 31 13:44:29.046148 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-729289f2-60dd-4297-a555-156efb4e474d req-2d210d2d-296e-4429-8b14-d14446d0d39b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336344 Aug 31 13:44:29.327457 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c84a3-4cd4-45c6-9719-3d061038dcf6 req-5d09c049-b61e-4b8e-9901-518b13661e84 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.329086 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-547c84a3-4cd4-45c6-9719-3d061038dcf6 req-5d09c049-b61e-4b8e-9901-518b13661e84 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0623844 Aug 31 13:44:29.346266 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff8838-8b03-42da-9ce6-b5ca4e86a8b1 req-e8898e7c-e6cf-4930-aa93-e19f0df6eb29 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.347819 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-48ff8838-8b03-42da-9ce6-b5ca4e86a8b1 req-e8898e7c-e6cf-4930-aa93-e19f0df6eb29 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.1019020 Aug 31 13:44:29.355073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36901b84-dd92-4fc7-bb63-15e66201466e req-45a553bb-5187-41cb-ba09-5e09b2b452f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.356611 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-36901b84-dd92-4fc7-bb63-15e66201466e req-45a553bb-5187-41cb-ba09-5e09b2b452f7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 1098 time: 0.0654156 Aug 31 13:44:29.372695 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-547c84a3-4cd4-45c6-9719-3d061038dcf6 req-1a05e0e7-c43c-4b46-96d3-ae22eceeceb3 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369775 Aug 31 13:44:29.446312 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-48ff8838-8b03-42da-9ce6-b5ca4e86a8b1 req-00711e24-59b5-48dd-8927-e6c2a1c81262 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883780 Aug 31 13:44:29.478754 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36901b84-dd92-4fc7-bb63-15e66201466e req-d9686160-6af9-410e-a27a-035df2a8bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.480303 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-36901b84-dd92-4fc7-bb63-15e66201466e req-d9686160-6af9-410e-a27a-035df2a8bec9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 913 time: 0.1167564 Aug 31 13:44:29.567803 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-07e3fb47-86cc-47ec-af48-7d655ae6a8fb tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.569767 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-07e3fb47-86cc-47ec-af48-7d655ae6a8fb tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/networks?id=ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 200 len: 815 time: 0.1203446 Aug 31 13:44:29.583049 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-36901b84-dd92-4fc7-bb63-15e66201466e req-51984054-d480-432c-9608-72240a83c19a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abeb489f-0045-481c-8ee8-424a975cb388 HTTP/1.1" status: 200 len: 1000 time: 0.0950851 Aug 31 13:44:29.589086 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-7dbba1ab-26f6-4e1a-963f-17abde453132 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/quotas/60c6a57cd6ad45bfa5a8e6639416cc35 HTTP/1.1" status: 200 len: 375 time: 0.0123012 Aug 31 13:44:29.595928 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba5921-5d6f-47e6-9f11-f7a71bd1372a req-95051f2a-1739-49de-9393-b9f28ad228b6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.597435 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-acba5921-5d6f-47e6-9f11-f7a71bd1372a req-95051f2a-1739-49de-9393-b9f28ad228b6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0708337 Aug 31 13:44:29.606891 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51578) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:29.612914 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Request body: {'floatingip': {'port_id': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:29.646923 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36901b84-dd92-4fc7-bb63-15e66201466e req-4fed1ca8-c331-4fb9-a87e-2113837a33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.648847 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-36901b84-dd92-4fc7-bb63-15e66201466e req-4fed1ca8-c331-4fb9-a87e-2113837a33ff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.0505250 Aug 31 13:44:29.671468 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:29.700915 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36901b84-dd92-4fc7-bb63-15e66201466e req-54f1cbf7-5d7a-4d57-a119-ea7f15c5b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:29.702555 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-36901b84-dd92-4fc7-bb63-15e66201466e req-54f1cbf7-5d7a-4d57-a119-ea7f15c5b120 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463181 Aug 31 13:44:29.741470 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-7711318c-4b83-4e9c-b183-74c1ad0a9109 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466758 Aug 31 13:44:29.964901 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-cc5ece84-8903-469d-a7cd-f44c5ddfd277 service neutron] 10.222.0.21 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103791 Aug 31 13:44:30.061690 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-36901b84-dd92-4fc7-bb63-15e66201466e req-169aeb05-f5f1-4632-86df-d46d7c5afb69 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513873 Aug 31 13:44:30.164336 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-36901b84-dd92-4fc7-bb63-15e66201466e req-d37232de-81db-4224-a3fc-b123999dafe9 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949702 Aug 31 13:44:30.190994 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-d4512059-7ccc-4971-adab-65a1e6420a07 service neutron] 10.222.0.21 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181745 Aug 31 13:44:30.311253 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:30.316324 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:30.359081 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5374a053-5341-48e2-a0a6-5c73b4b048c1 req-a21fb7f4-94f5-4938-8381-ad4aafb6b0c6 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 210 time: 0.0329840 Aug 31 13:44:30.433008 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.l3_db [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Floating IP c65f5e45-0042-45a7-bbb2-d4d0bb48e643 associated. External IP: 172.27.1.12, port: 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d. Aug 31 13:44:30.573847 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4763e-33da-457e-9a0e-0509eb8905a2 req-97bff488-4f76-43bc-a3d2-34d71b630973 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:30.575438 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23c4763e-33da-457e-9a0e-0509eb8905a2 req-97bff488-4f76-43bc-a3d2-34d71b630973 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.1022522 Aug 31 13:44:30.666685 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-23c4763e-33da-457e-9a0e-0509eb8905a2 req-3f50fa4b-aa6f-405b-a9e4-dea603d7347f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836678 Aug 31 13:44:30.761011 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Router c5968233-0e4b-4a4f-b4dc-672e72a149f7 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:44:30.883748 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:44:30.889355 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:30.894101 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] Sync routers for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:44:30.915564 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:30.916251 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:44:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:30.923377 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-99f66bee-29e4-4d49-b947-d2a3175fd142 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "PUT /v2.0/floatingips/c65f5e45-0042-45a7-bbb2-d4d0bb48e643 HTTP/1.1" status: 200 len: 991 time: 1.3127911 Aug 31 13:44:30.923377 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:44:30.924253 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eec724-bd89-4485-9f3c-0dcae30c6879" -d '{"events": [{"name": "network-changed", "server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:44:31.045977 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:31.100195 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f79ba-cd81-4402-8b6e-948c174c4db2 x-openstack-request-id: req-291f79ba-cd81-4402-8b6e-948c174c4db2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:44:31.100533 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:44:31.100782 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-291f79ba-cd81-4402-8b6e-948c174c4db2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:44:31.101189 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'status': 'completed', 'code': 200} Aug 31 13:44:31.174573 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-92e83643-dc00-4eb9-8f36-896e697e1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:31.176238 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-92e83643-dc00-4eb9-8f36-896e697e1dc3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 1099 time: 0.0510418 Aug 31 13:44:31.272641 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-f68d13c9-5ed8-4dac-a154-bd6a873126eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:31.274169 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-f68d13c9-5ed8-4dac-a154-bd6a873126eb service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.0902102 Aug 31 13:44:31.299079 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'c65f5e45-0042-45a7-bbb2-d4d0bb48e643', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'port_id': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'mac_address': 'fa:16:3e:a1:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394c001c-7443-4fbe-9741-08c461d452f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:44:14Z', 'updated_at': '2021-08-31T13:44:30Z', 'revision_number': 1, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:31.329393 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] Checking router: c5968233-0e4b-4a4f-b4dc-672e72a149f7 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:44:31.339353 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:44:31.340034 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:44:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:31.418156 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-617147bc-cc97-499d-9ec6-705ba21b2a93 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d HTTP/1.1" status: 200 len: 999 time: 0.1258631 Aug 31 13:44:31.497227 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ff327e9c-ec72-4ab7-b24c-a87f305de527 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:31.500938 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ff327e9c-ec72-4ab7-b24c-a87f305de527 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.107 "GET /v2.0/networks?id=ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 200 len: 815 time: 0.1536644 Aug 31 13:44:31.519866 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'port': {'device_id': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'admin_state_up': True, 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:31.532983 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9df6605d-b0d5-464b-a13d-17fb7ca5b8b5 req-37c4be0c-a9d6-4206-ab95-5a1dcd53c3b9 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 210 time: 0.0516779 Aug 31 13:44:31.548596 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-f2e5aac3-5b11-464c-85f6-36313147299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:31.550228 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-f2e5aac3-5b11-464c-85f6-36313147299a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.1215837 Aug 31 13:44:31.614463 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-1d66c2e0-e55a-4da5-a6a9-4ec07cb0e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:31.616350 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-1d66c2e0-e55a-4da5-a6a9-4ec07cb0e3e2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569730 Aug 31 13:44:31.699056 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:44:31.769694 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-64572c37-e4fe-4bc7-9f1f-54bd02abe4f1 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444733 Aug 31 13:44:31.917720 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-00eec724-bd89-4485-9f3c-0dcae30c6879 req-4a6ced49-8e2f-4f90-b528-48d6499f5937 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400981 Aug 31 13:44:31.963744 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:32.018201 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2483e0-cf9b-4707-8740-59e1a6667f58 req-4344b957-c3de-4b90-97df-a68c83eec63c tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:32.037813 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9b2483e0-cf9b-4707-8740-59e1a6667f58 req-4344b957-c3de-4b90-97df-a68c83eec63c tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0962090 Aug 31 13:44:32.071713 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'c65f5e45-0042-45a7-bbb2-d4d0bb48e643', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'port_id': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'mac_address': 'fa:16:3e:a1:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394c001c-7443-4fbe-9741-08c461d452f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:44:14Z', 'updated_at': '2021-08-31T13:44:30Z', 'revision_number': 1, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:44:32.104939 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9b2483e0-cf9b-4707-8740-59e1a6667f58 req-7d42cb06-d59b-4690-8f32-bb6f4e9370b1 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665474 Aug 31 13:44:32.116191 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Made reservation on behalf of 60c6a57cd6ad45bfa5a8e6639416cc35 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:44:32.120689 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:32.122007 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c6cca-f412-4227-984d-471668b9cecf None None] The sync data for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi is: [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'c65f5e45-0042-45a7-bbb2-d4d0bb48e643', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'port_id': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'mac_address': 'fa:16:3e:a1:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394c001c-7443-4fbe-9741-08c461d452f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:44:14Z', 'updated_at': '2021-08-31T13:44:30Z', 'revision_number': 1, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:44:32.353668 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Allocated IP 172.20.0.4 (ef158fed-9340-45d9-8a62-fca3c70447b0/3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2/34eff954-6b81-42e0-814c-eed66d639575) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:32.528184 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a61e3-ab6c-4e7c-8f2d-2563df899b61 None None] New status for floating IP c65f5e45-0042-45a7-bbb2-d4d0bb48e643: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:44:32.670489 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:32.687799 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Transition to ACTIVE for port object 34eff954-6b81-42e0-814c-eed66d639575 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:32.734554 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:32.799929 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56208961-cbb6-4006-962f-ad481773b4bc req-02c680e6-78d4-403f-af25-3616a28a1949 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:32.801513 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-56208961-cbb6-4006-962f-ad481773b4bc req-02c680e6-78d4-403f-af25-3616a28a1949 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0776885 Aug 31 13:44:32.808858 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Network ef158fed-9340-45d9-8a62-fca3c70447b0 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:32.815568 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:32.821252 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:32.853498 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'Port': ['ID=34eff954-6b81-42e0-814c-eed66d639575,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:32.891294 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:32.892542 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:32.924769 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-56208961-cbb6-4006-962f-ad481773b4bc req-4d05a479-1d8f-4b70-9f99-9a6e17d5896d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050818 Aug 31 13:44:32.928856 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-1c749fc9-12d8-4a1b-962e-67a335f6d8ba tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4180286 Aug 31 13:44:33.188847 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c02fa0ab-eee8-4080-8848-21d5d02453c3 None None] Provisioning for port 34eff954-6b81-42e0-814c-eed66d639575 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:33.193272 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c02fa0ab-eee8-4080-8848-21d5d02453c3 None None] Provisioning complete for port 34eff954-6b81-42e0-814c-eed66d639575 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:33.193989 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c02fa0ab-eee8-4080-8848-21d5d02453c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:33.237110 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c02fa0ab-eee8-4080-8848-21d5d02453c3 None None] Port 34eff954-6b81-42e0-814c-eed66d639575 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:44:34.100346 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6a661-6f25-427c-b564-985f578451c4 req-61b95401-1e69-4097-9b91-8626cc4e2054 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:34.102958 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-58f6a661-6f25-427c-b564-985f578451c4 req-61b95401-1e69-4097-9b91-8626cc4e2054 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0738692 Aug 31 13:44:34.160163 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-58f6a661-6f25-427c-b564-985f578451c4 req-401192ce-bc38-4a17-a31f-de8034507b35 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 Aug 31 13:44:34.203650 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51702) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:34.319442 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-371770da-fc1d-44e1-a77f-389c733c7e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:34.419606 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-371770da-fc1d-44e1-a77f-389c733c7e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:34.424640 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-371770da-fc1d-44e1-a77f-389c733c7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:34.466895 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-371770da-fc1d-44e1-a77f-389c733c7e29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c394570e4ff9454aba8ed4c2352f31d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607465 Aug 31 13:44:34.468867 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371770da-fc1d-44e1-a77f-389c733c7e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7354b09e-6523-4e01-a693-07e33c40daad,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:34.469570 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51706) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:34.527802 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-36cccf3d-8c71-4d21-9ee6-1ad82ed2c1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:34.553474 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-36cccf3d-8c71-4d21-9ee6-1ad82ed2c1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:34.603131 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-36cccf3d-8c71-4d21-9ee6-1ad82ed2c1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:34.608297 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-36cccf3d-8c71-4d21-9ee6-1ad82ed2c1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:34.609529 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-36cccf3d-8c71-4d21-9ee6-1ad82ed2c1df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7354b09e-6523-4e01-a693-07e33c40daad HTTP/1.1" status: 204 len: 168 time: 0.1388886 Aug 31 13:44:34.631710 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cccf3d-8c71-4d21-9ee6-1ad82ed2c1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7354b09e-6523-4e01-a693-07e33c40daad,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:34.933162 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51712) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:34.947174 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4fb68c5-e0e7-4527-a7ce-76aaa1942b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:35.045437 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4fb68c5-e0e7-4527-a7ce-76aaa1942b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:35.050486 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4fb68c5-e0e7-4527-a7ce-76aaa1942b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:35.091989 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-f4fb68c5-e0e7-4527-a7ce-76aaa1942b34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=777e5adf599148dfbb68a6bce0be1df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556041 Aug 31 13:44:35.091989 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb68c5-e0e7-4527-a7ce-76aaa1942b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ea820-de89-4958-a07d-184253cc7994,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:35.093917 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51716) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:35.157918 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-25e9bbba-66e1-4889-9fa8-63b9e8d2484f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:35.189621 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-25e9bbba-66e1-4889-9fa8-63b9e8d2484f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:35.267520 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-25e9bbba-66e1-4889-9fa8-63b9e8d2484f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:35.270197 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-25e9bbba-66e1-4889-9fa8-63b9e8d2484f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:35.273618 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-25e9bbba-66e1-4889-9fa8-63b9e8d2484f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f36ea820-de89-4958-a07d-184253cc7994 HTTP/1.1" status: 204 len: 168 time: 0.1784585 Aug 31 13:44:35.296861 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9bbba-66e1-4889-9fa8-63b9e8d2484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ea820-de89-4958-a07d-184253cc7994,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:35.327630 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b2729-fe61-4922-8994-0ab715be0024 req-a7defce5-ebf7-458d-98c1-8248814c7403 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:35.335933 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5c6b2729-fe61-4922-8994-0ab715be0024 req-a7defce5-ebf7-458d-98c1-8248814c7403 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0899282 Aug 31 13:44:35.379302 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5c6b2729-fe61-4922-8994-0ab715be0024 req-a1a93b01-92df-410c-b048-06c00cf7e71f tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368245 Aug 31 13:44:36.503433 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1264e-cc78-4658-bcf5-27ff6f8bcb89 req-58c853a9-ba8f-493a-a157-2260ef828877 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:36.505025 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7ed1264e-cc78-4658-bcf5-27ff6f8bcb89 req-58c853a9-ba8f-493a-a157-2260ef828877 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0527024 Aug 31 13:44:36.537259 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51754) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:36.550693 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7ed1264e-cc78-4658-bcf5-27ff6f8bcb89 req-7d0cee0e-1ca9-4823-8691-5ba0008542fb tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387547 Aug 31 13:44:36.651468 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ae586ac-9dae-45e8-82ad-f6ccead74986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.745963 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ae586ac-9dae-45e8-82ad-f6ccead74986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.751490 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ae586ac-9dae-45e8-82ad-f6ccead74986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.791182 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-2ae586ac-9dae-45e8-82ad-f6ccead74986 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=022d626747ed4834a04c04d804ca895a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524998 Aug 31 13:44:36.792115 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae586ac-9dae-45e8-82ad-f6ccead74986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf9919-c339-4d82-a528-545d61caec10,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:36.795253 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51758) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:36.846723 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f13a8223-901d-40dd-9961-b6974798949c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.868975 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f13a8223-901d-40dd-9961-b6974798949c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.922459 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f13a8223-901d-40dd-9961-b6974798949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.925396 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f13a8223-901d-40dd-9961-b6974798949c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.926562 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f13a8223-901d-40dd-9961-b6974798949c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcdf9919-c339-4d82-a528-545d61caec10 HTTP/1.1" status: 204 len: 168 time: 0.1308975 Aug 31 13:44:36.935086 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a8223-901d-40dd-9961-b6974798949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf9919-c339-4d82-a528-545d61caec10,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:37.696126 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8cc7-2c4d-4a03-86fd-29bea910ab49 req-782d22c8-3dbb-468c-951f-3a0707ba1761 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:37.700232 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-423d8cc7-2c4d-4a03-86fd-29bea910ab49 req-782d22c8-3dbb-468c-951f-3a0707ba1761 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0789340 Aug 31 13:44:37.752238 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-423d8cc7-2c4d-4a03-86fd-29bea910ab49 req-851cc12a-5aa7-4f11-b99f-fabd4837b37a tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Aug 31 13:44:38.881490 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019e40c-ee68-4d78-b7d4-6f181a588510 req-7df9181e-94a6-431d-b65d-172ecd9947f7 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:38.883478 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4019e40c-ee68-4d78-b7d4-6f181a588510 req-7df9181e-94a6-431d-b65d-172ecd9947f7 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0582609 Aug 31 13:44:38.931311 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4019e40c-ee68-4d78-b7d4-6f181a588510 req-cd1e352d-f675-42a7-930e-753ca37b9397 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Aug 31 13:44:40.050110 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da956b-a389-4d2f-9349-4600586e9f77 req-e03234d2-bac6-4531-8179-f0bc30f01ce9 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:40.051733 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e7da956b-a389-4d2f-9349-4600586e9f77 req-e03234d2-bac6-4531-8179-f0bc30f01ce9 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0516541 Aug 31 13:44:40.092757 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e7da956b-a389-4d2f-9349-4600586e9f77 req-ba755f9b-cd77-42a6-9036-29ecf5757f1e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344985 Aug 31 13:44:41.233559 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784f4e-1125-42d0-9516-bd72370ddf80 req-317fb95f-34e1-4b18-9f0e-a520d63313cd tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:41.235158 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b4784f4e-1125-42d0-9516-bd72370ddf80 req-317fb95f-34e1-4b18-9f0e-a520d63313cd tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0545800 Aug 31 13:44:41.279658 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b4784f4e-1125-42d0-9516-bd72370ddf80 req-440d1171-805f-411a-afe6-d68478a3807a tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358627 Aug 31 13:44:42.408829 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3f5d-1414-4722-85fd-4cbd35d6ed3e req-e5463523-3b50-49cb-b991-335ca38d295a tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:42.410340 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-478f3f5d-1414-4722-85fd-4cbd35d6ed3e req-e5463523-3b50-49cb-b991-335ca38d295a tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0572352 Aug 31 13:44:42.450456 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-478f3f5d-1414-4722-85fd-4cbd35d6ed3e req-1fcf1923-f1c8-4ddf-97db-ae8dcbdb08a6 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341227 Aug 31 13:44:43.521388 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Request body: {'port': {'device_id': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:43.581245 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b54b4-8b0d-4967-9a24-c0840f51310c req-9ba49f10-e8cf-45d6-86de-c5153a543179 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:43.582413 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:43.582689 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-753b54b4-8b0d-4967-9a24-c0840f51310c req-9ba49f10-e8cf-45d6-86de-c5153a543179 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 931 time: 0.0560710 Aug 31 13:44:43.629377 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-753b54b4-8b0d-4967-9a24-c0840f51310c req-d60f30e6-f2f2-4fa6-be63-90a238b9b93f tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Aug 31 13:44:43.870695 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34eff954-6b81-42e0-814c-eed66d639575 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:44:43.878587 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:43.891541 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Transition to ACTIVE for port object 34eff954-6b81-42e0-814c-eed66d639575 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:43.898169 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:43.954865 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Pushing event updated for resources: {'Port': ['ID=34eff954-6b81-42e0-814c-eed66d639575,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:44.033741 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Attempting to bind port 34eff954-6b81-42e0-814c-eed66d639575 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:44.034077 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Attempting to bind port 34eff954-6b81-42e0-814c-eed66d639575 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:44.034411 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Attempting to bind port 34eff954-6b81-42e0-814c-eed66d639575 on network ef158fed-9340-45d9-8a62-fca3c70447b0 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:44.041511 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Port 34eff954-6b81-42e0-814c-eed66d639575 on network ef158fed-9340-45d9-8a62-fca3c70447b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:44:44.041511 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Attempting to bind port 34eff954-6b81-42e0-814c-eed66d639575 on network ef158fed-9340-45d9-8a62-fca3c70447b0 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:44.049844 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:44.050140 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Checking segment: {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:44.050558 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Bound using segment: {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:44.051016 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Bound port: 34eff954-6b81-42e0-814c-eed66d639575, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9b096f-5904-4fb3-8721-11eba644c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:44.051382 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:44.142158 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] For port 34eff954-6b81-42e0-814c-eed66d639575, host hv-cinder-80660, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:44.146127 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] For port 34eff954-6b81-42e0-814c-eed66d639575, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=34eff954-6b81-42e0-814c-eed66d639575,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:44.151113 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:44.183896 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:44.184715 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:44.186186 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] 10.222.0.107 "PUT /v2.0/ports/34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 1093 time: 0.6694856 Aug 31 13:44:44.188682 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:44:44.191885 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da18552b-dd19-4d53-a1c1-31f086397265" -d '{"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:44:44.231509 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07640f-a9f8-4da5-9dfa-6688298eb882 service neutron] Pushing event updated for resources: {'Port': ['ID=34eff954-6b81-42e0-814c-eed66d639575,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:44.271606 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36b58b9-64a3-4f24-84b0-913286ce478e x-openstack-request-id: req-f36b58b9-64a3-4f24-84b0-913286ce478e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:44:44.271960 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:44:44.272190 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f36b58b9-64a3-4f24-84b0-913286ce478e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:44:44.272679 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575', 'status': 'completed', 'code': 200} Aug 31 13:44:44.292938 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-2ea6a35b-b87a-4591-ac98-12cdaf656282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:44.294546 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-2ea6a35b-b87a-4591-ac98-12cdaf656282 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1096 time: 0.0594869 Aug 31 13:44:44.345890 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-bfdf2322-e033-4867-8e71-f2b83b7ca7e1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 217 time: 0.0396559 Aug 31 13:44:44.399536 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ec77976d-0f58-48f8-974a-4035e07d7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:44.401041 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-ec77976d-0f58-48f8-974a-4035e07d7be4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 HTTP/1.1" status: 200 len: 854 time: 0.0457478 Aug 31 13:44:44.459078 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-eaa9bc70-f7f7-4a70-964f-73856471478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:44.461158 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-eaa9bc70-f7f7-4a70-964f-73856471478c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ef158fed-9340-45d9-8a62-fca3c70447b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500822 Aug 31 13:44:44.558127 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-763463c4-3a8a-4899-a260-17739eb2d769 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885696 Aug 31 13:44:44.663305 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-34bbf106-ea43-4b93-bd77-72fc3456546e req-384b4557-447b-41e2-a113-4130f8b4f0f1 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951262 Aug 31 13:44:44.796041 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6aa9d-5cb0-4ea8-a835-6a8f2915187a req-893d7c0c-72ca-4c4b-bbf2-967e6766d212 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:44.797573 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ddf6aa9d-5cb0-4ea8-a835-6a8f2915187a req-893d7c0c-72ca-4c4b-bbf2-967e6766d212 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 943 time: 0.0931087 Aug 31 13:44:44.800230 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18552b-dd19-4d53-a1c1-31f086397265 req-5e237a2e-8739-489c-bc1a-67fbb6dbf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:44.801635 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-da18552b-dd19-4d53-a1c1-31f086397265 req-5e237a2e-8739-489c-bc1a-67fbb6dbf97e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1096 time: 0.0603218 Aug 31 13:44:44.886262 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ddf6aa9d-5cb0-4ea8-a835-6a8f2915187a req-dab41a13-63f2-4191-bfd5-c09f1d5d987b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818849 Aug 31 13:44:44.920441 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18552b-dd19-4d53-a1c1-31f086397265 req-2d2ef2a7-00b6-427a-b1fa-3be4b8eb6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:44.921912 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-da18552b-dd19-4d53-a1c1-31f086397265 req-2d2ef2a7-00b6-427a-b1fa-3be4b8eb6f41 service neutron] 10.222.0.107 "GET /v2.0/networks?id=ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 200 len: 917 time: 0.1114187 Aug 31 13:44:44.971540 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-da18552b-dd19-4d53-a1c1-31f086397265 req-e4febbc4-2530-48b7-a0fa-c939cc8400f7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 217 time: 0.0354574 Aug 31 13:44:45.025499 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18552b-dd19-4d53-a1c1-31f086397265 req-2503f5eb-b696-4d96-b47d-68fce19b6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:45.026989 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-da18552b-dd19-4d53-a1c1-31f086397265 req-2503f5eb-b696-4d96-b47d-68fce19b6342 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 HTTP/1.1" status: 200 len: 854 time: 0.0449309 Aug 31 13:44:45.083011 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18552b-dd19-4d53-a1c1-31f086397265 req-f30d5555-358c-444a-a0cd-22a6a359c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:45.085117 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-da18552b-dd19-4d53-a1c1-31f086397265 req-f30d5555-358c-444a-a0cd-22a6a359c1c0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ef158fed-9340-45d9-8a62-fca3c70447b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489969 Aug 31 13:44:45.189646 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-da18552b-dd19-4d53-a1c1-31f086397265 req-c1b033f1-1432-4a7b-913e-cc982846e2e9 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949426 Aug 31 13:44:45.302751 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-da18552b-dd19-4d53-a1c1-31f086397265 req-e8afc7aa-56d9-42d9-a55d-88bbeb0aaa28 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032445 Aug 31 13:44:45.674681 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51904) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:45.793530 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc867c54-655f-47e3-9437-2c76fd13e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:45.893248 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc867c54-655f-47e3-9437-2c76fd13e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:45.899163 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc867c54-655f-47e3-9437-2c76fd13e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:45.938391 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-fc867c54-655f-47e3-9437-2c76fd13e1f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3a957c6e3b84825916bace67ec014a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625666 Aug 31 13:44:45.939294 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc867c54-655f-47e3-9437-2c76fd13e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9633aa18-3674-4ec0-b290-63734b844894,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:45.941239 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51910) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:45.993378 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e1d-4a66-4a0b-99b3-b8989234015c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.012969 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebf581-e20b-4c54-b407-0f07c3e9bdd7 req-732038df-ac33-4f70-b766-79d3c1fa54fc tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:46.014388 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-35ebf581-e20b-4c54-b407-0f07c3e9bdd7 req-732038df-ac33-4f70-b766-79d3c1fa54fc tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 943 time: 0.0497649 Aug 31 13:44:46.015464 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e1d-4a66-4a0b-99b3-b8989234015c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.056163 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-35ebf581-e20b-4c54-b407-0f07c3e9bdd7 req-eab5d8df-fcfa-4b45-a8a3-b685a49d438a tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355802 Aug 31 13:44:46.063671 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e1d-4a66-4a0b-99b3-b8989234015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.066584 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e1d-4a66-4a0b-99b3-b8989234015c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.067755 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9fd46e1d-4a66-4a0b-99b3-b8989234015c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9633aa18-3674-4ec0-b290-63734b844894 HTTP/1.1" status: 204 len: 168 time: 0.1254928 Aug 31 13:44:46.084583 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd46e1d-4a66-4a0b-99b3-b8989234015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9633aa18-3674-4ec0-b290-63734b844894,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:46.363494 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51918) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:46.383286 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82f6c23c-ed4e-422a-add6-084324024ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.503420 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82f6c23c-ed4e-422a-add6-084324024ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.510591 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-82f6c23c-ed4e-422a-add6-084324024ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.549364 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-82f6c23c-ed4e-422a-add6-084324024ef2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2470557942e43ffab5ca751536ca67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846738 Aug 31 13:44:46.550239 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6c23c-ed4e-422a-add6-084324024ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce0b09-70c0-4a42-b037-35165855f20b,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:46.552139 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 51920) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:46.609582 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9912230-2ec6-4544-aebe-c4774eaa7bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.631728 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9912230-2ec6-4544-aebe-c4774eaa7bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.682034 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9912230-2ec6-4544-aebe-c4774eaa7bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.684882 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9912230-2ec6-4544-aebe-c4774eaa7bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:46.686072 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e9912230-2ec6-4544-aebe-c4774eaa7bee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddce0b09-70c0-4a42-b037-35165855f20b HTTP/1.1" status: 204 len: 168 time: 0.1326180 Aug 31 13:44:46.694274 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9912230-2ec6-4544-aebe-c4774eaa7bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce0b09-70c0-4a42-b037-35165855f20b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:47.053855 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51926) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:47.068404 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d040b3b9-7d15-448f-9c98-744e52a5b7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:47.167833 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d040b3b9-7d15-448f-9c98-744e52a5b7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:47.173089 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d040b3b9-7d15-448f-9c98-744e52a5b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:47.181263 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3430-2351-4451-afc9-8026ba41ab60 req-21c7f125-a9fe-4a1b-bf2d-910bc16f2588 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:47.182817 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d03e3430-2351-4451-afc9-8026ba41ab60 req-21c7f125-a9fe-4a1b-bf2d-910bc16f2588 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 943 time: 0.0523167 Aug 31 13:44:47.228027 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-d040b3b9-7d15-448f-9c98-744e52a5b7b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b140162ef58e4c978e4679eee96bf824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725311 Aug 31 13:44:47.230069 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040b3b9-7d15-448f-9c98-744e52a5b7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d81074f-290a-49b4-94e5-af8d146e8aec,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:47.232427 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d03e3430-2351-4451-afc9-8026ba41ab60 req-777fe595-5c1e-484a-9f67-d6028c5edf82 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430217 Aug 31 13:44:47.232602 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 51930) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:47.286119 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e9c46039-fb88-44f7-b348-21c6fed9e6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:47.308566 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e9c46039-fb88-44f7-b348-21c6fed9e6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:47.369158 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e9c46039-fb88-44f7-b348-21c6fed9e6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:47.372804 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e9c46039-fb88-44f7-b348-21c6fed9e6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:47.376558 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-e9c46039-fb88-44f7-b348-21c6fed9e6f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d81074f-290a-49b4-94e5-af8d146e8aec HTTP/1.1" status: 204 len: 168 time: 0.1430829 Aug 31 13:44:47.388007 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c46039-fb88-44f7-b348-21c6fed9e6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d81074f-290a-49b4-94e5-af8d146e8aec,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:47.655515 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a44f11d-482e-4ed5-b9c5-d4dcc3943476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:48.363637 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80168e9b-5809-41cc-841d-693f9f21b8b3 req-817e3011-a253-4ff2-bdd9-f0c01c358740 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:48.365149 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-80168e9b-5809-41cc-841d-693f9f21b8b3 req-817e3011-a253-4ff2-bdd9-f0c01c358740 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 943 time: 0.0599763 Aug 31 13:44:48.409251 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-80168e9b-5809-41cc-841d-693f9f21b8b3 req-a5cf414f-7270-4499-9835-3c8cc6632eb9 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 Aug 31 13:44:48.478073 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 34eff954-6b81-42e0-814c-eed66d639575 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:44:48.583692 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 34eff954-6b81-42e0-814c-eed66d639575, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=34eff954-6b81-42e0-814c-eed66d639575,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:48.597022 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '34eff954-6b81-42e0-814c-eed66d639575', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'port_id': '34eff954-6b81-42e0-814c-eed66d639575', 'mac_address': 'fa:16:3e:13:a7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:44:48.638386 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:48.652676 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34eff954-6b81-42e0-814c-eed66d639575 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:44:48.674479 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 34eff954-6b81-42e0-814c-eed66d639575, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=34eff954-6b81-42e0-814c-eed66d639575,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:48.681252 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:48.732805 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=34eff954-6b81-42e0-814c-eed66d639575,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:48.938478 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['34eff954-6b81-42e0-814c-eed66d639575'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:44:49.534807 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef921d0c-92fb-4656-9ae3-12bf2d0932bd req-63ea20c8-1c94-41cb-9fe5-02a19e24a41a tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:49.536450 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ef921d0c-92fb-4656-9ae3-12bf2d0932bd req-63ea20c8-1c94-41cb-9fe5-02a19e24a41a tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 944 time: 0.0539286 Aug 31 13:44:49.583514 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ef921d0c-92fb-4656-9ae3-12bf2d0932bd req-fc835626-de8f-497e-8457-3bace2c82c90 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Aug 31 13:44:50.369706 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb883463-ffde-4869-a18a-4dcd9f41e0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:50.507200 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 34eff954-6b81-42e0-814c-eed66d639575 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:50.563221 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 34eff954-6b81-42e0-814c-eed66d639575 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:50.569156 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 34eff954-6b81-42e0-814c-eed66d639575 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:50.569629 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:50.671989 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:50.698433 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eff954-6b81-42e0-814c-eed66d639575'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:44:50.700931 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe845b-ffe5-46d3-88d8-2a1c441d17e5" -d '{"events": [{"server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "name": "network-vif-plugged", "status": "completed", "tag": "34eff954-6b81-42e0-814c-eed66d639575"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:44:50.717387 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 34eff954-6b81-42e0-814c-eed66d639575, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=34eff954-6b81-42e0-814c-eed66d639575,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:50.726486 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:50.737253 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa0f3-8b23-4cb3-b83f-465daa49c28c req-179d09ff-8f9f-45b2-a858-d7181ecb6414 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:50.739588 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4e6fa0f3-8b23-4cb3-b83f-465daa49c28c req-179d09ff-8f9f-45b2-a858-d7181ecb6414 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 944 time: 0.0713363 Aug 31 13:44:50.784674 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4e6fa0f3-8b23-4cb3-b83f-465daa49c28c req-e6d0c986-563d-4766-a9be-4ce35cd52931 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381596 Aug 31 13:44:50.800202 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=34eff954-6b81-42e0-814c-eed66d639575,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:50.806119 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:50.946019 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055f49f6-afcc-4dbf-a43a-0096226d5001 x-openstack-request-id: req-055f49f6-afcc-4dbf-a43a-0096226d5001 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:44:50.946325 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "name": "network-vif-plugged", "status": "completed", "tag": "34eff954-6b81-42e0-814c-eed66d639575", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:44:50.946651 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-055f49f6-afcc-4dbf-a43a-0096226d5001 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:44:50.947100 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eff954-6b81-42e0-814c-eed66d639575', 'code': 200} Aug 31 13:44:51.134215 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa68bc-488e-499f-82fb-29597cd2c32f req-af5f827c-eef2-4461-b382-056d42c11cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:51.135636 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07aa68bc-488e-499f-82fb-29597cd2c32f req-af5f827c-eef2-4461-b382-056d42c11cc0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1098 time: 0.0428674 Aug 31 13:44:51.187503 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-07aa68bc-488e-499f-82fb-29597cd2c32f req-f74edabe-d4d6-4a30-a3ab-7139332cb48d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Aug 31 13:44:51.508487 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:51.923005 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26762e-4f15-45f1-80ba-9cd4a5c946c1 req-531b657a-3c21-4a06-a06c-bbbad5832f5f tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:51.924657 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5b26762e-4f15-45f1-80ba-9cd4a5c946c1 req-531b657a-3c21-4a06-a06c-bbbad5832f5f tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0677974 Aug 31 13:44:51.968037 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5b26762e-4f15-45f1-80ba-9cd4a5c946c1 req-8b7bd436-6c90-4cb7-a83e-7d2eadda5d0c tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366693 Aug 31 13:44:53.100689 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4b8f5-ced8-4f37-8c69-b24207bd3068 req-63583544-c6d5-4a93-96c7-ba017a527010 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:53.102139 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-33a4b8f5-ced8-4f37-8c69-b24207bd3068 req-63583544-c6d5-4a93-96c7-ba017a527010 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0518048 Aug 31 13:44:53.146104 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-33a4b8f5-ced8-4f37-8c69-b24207bd3068 req-1634db1a-262f-47e6-83ff-43afa9fd744c tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Aug 31 13:44:53.272848 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f279c-1b64-4e8a-ba34-a386be339f64 req-9b0c2411-3be1-4411-b5d3-3a46335c04d5 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:53.274382 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-598f279c-1b64-4e8a-ba34-a386be339f64 req-9b0c2411-3be1-4411-b5d3-3a46335c04d5 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0518665 Aug 31 13:44:53.318693 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-598f279c-1b64-4e8a-ba34-a386be339f64 req-3efc1d4b-fc62-4c6b-9872-1f3241742d1e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349936 Aug 31 13:44:53.671137 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa7620-c04b-41a4-9249-f95be1e9dcd9 req-453409e6-607e-4881-87fa-138c6345a3bf tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:53.672670 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-26fa7620-c04b-41a4-9249-f95be1e9dcd9 req-453409e6-607e-4881-87fa-138c6345a3bf tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0545328 Aug 31 13:44:53.711793 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-26fa7620-c04b-41a4-9249-f95be1e9dcd9 req-8652a1ed-6960-4f0f-98c4-d661b26a29d2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329657 Aug 31 13:44:53.733266 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:55.371942 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:45:01.928079 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:03.394902 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda0f4e-c39a-4c59-9b4d-62a399028484 req-fdb970b4-1bd6-46ca-ae3e-fd1454f1406f tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:03.396444 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2dda0f4e-c39a-4c59-9b4d-62a399028484 req-fdb970b4-1bd6-46ca-ae3e-fd1454f1406f tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0575316 Aug 31 13:45:03.437153 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2dda0f4e-c39a-4c59-9b4d-62a399028484 req-38aa14eb-fa6a-4335-b4b6-b2aa810766a2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Aug 31 13:45:03.463643 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52030) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:03.657925 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fcebd0-f90b-47e0-b7e0-2fd161c8be89 tempest-TestMinimumBasicScenario-1873135698 tempest-TestMinimumBasicScenario-1873135698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:03.659350 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-35fcebd0-f90b-47e0-b7e0-2fd161c8be89 tempest-TestMinimumBasicScenario-1873135698 tempest-TestMinimumBasicScenario-1873135698-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1093 time: 0.1947360 Aug 31 13:45:03.663968 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52034) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:03.670575 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'port_id': '34eff954-6b81-42e0-814c-eed66d639575', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:03.696815 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for floatingip, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:03.804408 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:03.921595 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Allocated IP 172.27.1.43 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/dc677840-57bf-4845-af67-978d5c367b11) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:04.039291 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:04.090510 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:04.132986 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:04.138707 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:04.141082 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'Port': ['ID=dc677840-57bf-4845-af67-978d5c367b11,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:04.143303 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:04.536951 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:04.617385 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:04.776764 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:04.783580 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:04.858431 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'Port': ['ID=dc677840-57bf-4845-af67-978d5c367b11,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:04.870938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:04.978417 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Floating IP 11ec208a-bcf2-4e85-9aa1-18f17cae921c associated. External IP: 172.27.1.43, port: 34eff954-6b81-42e0-814c-eed66d639575. Aug 31 13:45:05.200994 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Router df3fc603-0487-408e-9c7d-18054a1cfdd0 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:45:05.315038 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:45:05.327041 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] Sync routers for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:45:05.334825 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.337841 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:05.338489 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:44:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:05.363120 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-1fcd5f1f-82fb-490a-b7a5-dfcfc44c1b17 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6975355 Aug 31 13:45:05.364017 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:05.366307 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52040) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:05.366823 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcd97e2-fecb-4700-a04a-6d4a083300c8" -d '{"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:05.371737 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-012f6f57-8fa8-492c-a7d9-5ac08d1faf7e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111256055', 'description': 'tempest-secgroup-smoke-1111256055 description', 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:05.402097 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-012f6f57-8fa8-492c-a7d9-5ac08d1faf7e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.405735 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b366c8-7b5a-45f4-a653-79008b538d4a x-openstack-request-id: req-54b366c8-7b5a-45f4-a653-79008b538d4a {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:05.405735 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:05.405735 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54b366c8-7b5a-45f4-a653-79008b538d4a {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:05.406076 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575', 'status': 'completed', 'code': 200} Aug 31 13:45:05.450013 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:05.497186 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-363b37c9-8937-4426-a426-385f902d027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:05.498687 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-363b37c9-8937-4426-a426-385f902d027c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1098 time: 0.0650649 Aug 31 13:45:05.575047 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-012f6f57-8fa8-492c-a7d9-5ac08d1faf7e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.581845 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-012f6f57-8fa8-492c-a7d9-5ac08d1faf7e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.621995 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-012f6f57-8fa8-492c-a7d9-5ac08d1faf7e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.626437 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52044) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:05.626991 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-012f6f57-8fa8-492c-a7d9-5ac08d1faf7e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2590802 Aug 31 13:45:05.632136 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-f8bbd355-7d42-43d1-bc28-17a43786b208 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'security_group_rule': {'security_group_id': '232c62aa-9a66-4647-812e-4b51d79a469e', 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:05.636069 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f6f57-8fa8-492c-a7d9-5ac08d1faf7e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232c62aa-9a66-4647-812e-4b51d79a469e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:05.656795 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-62c4d265-f389-435e-8be1-3b6b167d99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:05.658314 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-62c4d265-f389-435e-8be1-3b6b167d99ba service neutron] 10.222.0.107 "GET /v2.0/networks?id=ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 200 len: 917 time: 0.1504972 Aug 31 13:45:05.692770 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-61fbbcd4-5840-474d-8f89-ec3c31e21eb6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558786 Aug 31 13:45:05.694066 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd355-7d42-43d1-bc28-17a43786b208 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.703570 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '11ec208a-bcf2-4e85-9aa1-18f17cae921c', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'port_id': '34eff954-6b81-42e0-814c-eed66d639575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'mac_address': 'fa:16:3e:13:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:04Z', 'updated_at': '2021-08-31T13:45:04Z', 'revision_number': 0, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:15Z', 'revision_number': 5, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:05.735412 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] Checking router: df3fc603-0487-408e-9c7d-18054a1cfdd0 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:45:05.739041 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-414613db-3d7f-43df-a128-569da0f1584b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 998 time: 0.0715058 Aug 31 13:45:05.744290 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:05.744934 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:44:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:05.782632 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd355-7d42-43d1-bc28-17a43786b208 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.785502 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-1d2fec94-b4b3-4631-9b01-5fb7f73f7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:05.787148 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-1d2fec94-b4b3-4631-9b01-5fb7f73f7dba service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 1098 time: 0.0668106 Aug 31 13:45:05.789149 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd355-7d42-43d1-bc28-17a43786b208 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.810364 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-7742cae0-30b2-425a-b66f-4e02d888d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:05.812173 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-7742cae0-30b2-425a-b66f-4e02d888d9fe service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 HTTP/1.1" status: 200 len: 854 time: 0.0660305 Aug 31 13:45:05.821565 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd355-7d42-43d1-bc28-17a43786b208 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.825794 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f8bbd355-7d42-43d1-bc28-17a43786b208 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1952798 Aug 31 13:45:05.828187 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52046) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:05.833380 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbd355-7d42-43d1-bc28-17a43786b208 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b1ce3b-5505-41aa-91ce-91a1a74ee5a1,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:05.833772 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6777f1c9-6b52-4045-bf3a-2f7bd59f24f4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'security_group_rule': {'security_group_id': '232c62aa-9a66-4647-812e-4b51d79a469e', 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:05.861497 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:05.882470 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-d41136e4-ff4d-4bb1-9162-0a82e7c4622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:05.883992 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-d41136e4-ff4d-4bb1-9162-0a82e7c4622a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ef158fed-9340-45d9-8a62-fca3c70447b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644989 Aug 31 13:45:05.887053 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6777f1c9-6b52-4045-bf3a-2f7bd59f24f4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:05.917652 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-a0d361a9-9fc1-45df-8f0b-c3ec57092901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:05.920045 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-a0d361a9-9fc1-45df-8f0b-c3ec57092901 service neutron] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 913 time: 0.1096797 Aug 31 13:45:05.997383 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6777f1c9-6b52-4045-bf3a-2f7bd59f24f4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.000579 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-e17a23c4-a910-4b12-a57d-9d7ffe4fb3cc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abeb489f-0045-481c-8ee8-424a975cb388 HTTP/1.1" status: 200 len: 1000 time: 0.0681615 Aug 31 13:45:06.011172 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6777f1c9-6b52-4045-bf3a-2f7bd59f24f4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.043967 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777f1c9-6b52-4045-bf3a-2f7bd59f24f4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40ecfdd-5230-48b9-b3ed-06339deb01a6,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:06.050507 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-801cb21c-63c2-4313-8626-13995afd96f0 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463382 Aug 31 13:45:06.052062 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6777f1c9-6b52-4045-bf3a-2f7bd59f24f4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.053220 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-6777f1c9-6b52-4045-bf3a-2f7bd59f24f4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2229426 Aug 31 13:45:06.057506 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52048) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:06.062281 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ba6a358c-391f-42f0-b1de-94d1c3a61a61 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'security_group_rule': {'security_group_id': '232c62aa-9a66-4647-812e-4b51d79a469e', 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:06.062497 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-6a2645ec-f660-4ef6-b950-fc2db083e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:06.063915 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-6a2645ec-f660-4ef6-b950-fc2db083e695 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.0560865 Aug 31 13:45:06.124908 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '11ec208a-bcf2-4e85-9aa1-18f17cae921c', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'port_id': '34eff954-6b81-42e0-814c-eed66d639575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'mac_address': 'fa:16:3e:13:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:04Z', 'updated_at': '2021-08-31T13:45:04Z', 'revision_number': 0, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:15Z', 'revision_number': 5, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:06.128772 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-50799e29-31f4-4d0f-b658-2b31ec0c767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:06.130752 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-50799e29-31f4-4d0f-b658-2b31ec0c767d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535030 Aug 31 13:45:06.158671 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05701b3-2d5e-44bc-a306-7199f2bf7b7d None None] The sync data for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi is: [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '11ec208a-bcf2-4e85-9aa1-18f17cae921c', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'port_id': '34eff954-6b81-42e0-814c-eed66d639575', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'mac_address': 'fa:16:3e:13:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:04Z', 'updated_at': '2021-08-31T13:45:04Z', 'revision_number': 0, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:15Z', 'revision_number': 5, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:45:06.162873 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba6a358c-391f-42f0-b1de-94d1c3a61a61 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.207897 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8fcd97e2-fecb-4700-a04a-6d4a083300c8 req-38a31a8b-b8bc-4802-b72f-bde0ab0d2257 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406412 Aug 31 13:45:06.244009 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba6a358c-391f-42f0-b1de-94d1c3a61a61 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.249330 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba6a358c-391f-42f0-b1de-94d1c3a61a61 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.259191 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-a40ba7e7-4fb2-4d6a-8330-c7825dd566f6 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133375 Aug 31 13:45:06.269463 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a358c-391f-42f0-b1de-94d1c3a61a61 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37fa1ff-b72d-4c4e-a4fc-c55418e0f789,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:06.272891 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba6a358c-391f-42f0-b1de-94d1c3a61a61 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.274180 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-ba6a358c-391f-42f0-b1de-94d1c3a61a61 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2155154 Aug 31 13:45:06.277038 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52054) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:06.282422 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f08980af-306a-4dc7-8d91-4450b813f63b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'security_group_rule': {'security_group_id': '232c62aa-9a66-4647-812e-4b51d79a469e', 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:06.312422 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f08980af-306a-4dc7-8d91-4450b813f63b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.364948 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9b93f12d-ff38-483e-9395-2dca6d4ffaf2 req-71024a07-4c4c-44aa-adcd-047a5106edb6 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899935 Aug 31 13:45:06.383846 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f08980af-306a-4dc7-8d91-4450b813f63b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.389752 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f08980af-306a-4dc7-8d91-4450b813f63b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.411603 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08980af-306a-4dc7-8d91-4450b813f63b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031b5b6e-9fe8-4cba-81f3-2c4c8c54651f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:06.421893 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989cea7-f29a-429e-b444-606cdbc42045 None None] New status for floating IP 11ec208a-bcf2-4e85-9aa1-18f17cae921c: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:45:06.422495 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f08980af-306a-4dc7-8d91-4450b813f63b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.423560 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-f08980af-306a-4dc7-8d91-4450b813f63b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452751 Aug 31 13:45:06.427252 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52056) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:06.432278 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-6542d559-28b6-4072-956b-82d7b960e457 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'security_group_rule': {'security_group_id': '232c62aa-9a66-4647-812e-4b51d79a469e', 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:06.454235 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.securitygroups_db [None req-6542d559-28b6-4072-956b-82d7b960e457 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Project 60c6a57cd6ad45bfa5a8e6639416cc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:45:06.459242 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-6542d559-28b6-4072-956b-82d7b960e457 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.525238 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-6542d559-28b6-4072-956b-82d7b960e457 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.531204 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-6542d559-28b6-4072-956b-82d7b960e457 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.549980 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542d559-28b6-4072-956b-82d7b960e457 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530eda33-f786-4309-ac94-0df1a9c87129,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:06.560749 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-6542d559-28b6-4072-956b-82d7b960e457 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.562465 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-6542d559-28b6-4072-956b-82d7b960e457 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339600 Aug 31 13:45:06.565399 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52058) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:06.570588 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-721ae87e-cdcb-4c45-bbaa-dca281be42a1 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'security_group_rule': {'security_group_id': '232c62aa-9a66-4647-812e-4b51d79a469e', 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:06.598905 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-721ae87e-cdcb-4c45-bbaa-dca281be42a1 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Project 60c6a57cd6ad45bfa5a8e6639416cc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:45:06.604719 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-721ae87e-cdcb-4c45-bbaa-dca281be42a1 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.675694 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-721ae87e-cdcb-4c45-bbaa-dca281be42a1 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.681154 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-721ae87e-cdcb-4c45-bbaa-dca281be42a1 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.698445 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ae87e-cdcb-4c45-bbaa-dca281be42a1 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9215ac3-8c7e-4f8c-9089-9bf100494c0c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:06.706169 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-721ae87e-cdcb-4c45-bbaa-dca281be42a1 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.707544 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-721ae87e-cdcb-4c45-bbaa-dca281be42a1 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410332 Aug 31 13:45:06.790128 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-83900df0-59ad-47b1-96d5-809894719093 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111256055&fields=id&tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35 HTTP/1.1" status: 200 len: 267 time: 0.0366166 Aug 31 13:45:06.851561 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-ab42114a-5a42-4c75-9e3a-38ac3eb9ae25 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:06.852991 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-ab42114a-5a42-4c75-9e3a-38ac3eb9ae25 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0553985 Aug 31 13:45:06.864303 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'port': {'security_groups': ['8f834244-4ae4-4d42-8f69-3e422be2bb48', '232c62aa-9a66-4647-812e-4b51d79a469e']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:06.933702 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:07.134390 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] For port 34eff954-6b81-42e0-814c-eed66d639575, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=34eff954-6b81-42e0-814c-eed66d639575,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:07.165205 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:07.172980 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:07.186150 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['34eff954-6b81-42e0-814c-eed66d639575'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:45:07.215802 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:07.216497 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:07.217959 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fe3185e3-a0f0-40db-832b-3a8086f81fa1 req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "PUT /v2.0/ports/34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 981 time: 0.3583224 Aug 31 13:45:07.218402 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:07.220709 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:07.255138 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab40374-83d2-469f-a788-492d2e721ac4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'Port': ['ID=34eff954-6b81-42e0-814c-eed66d639575,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:07.276303 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951b0f7f-2d11-4e9a-8f23-132d9557d230 x-openstack-request-id: req-951b0f7f-2d11-4e9a-8f23-132d9557d230 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:07.276818 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:07.277225 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-951b0f7f-2d11-4e9a-8f23-132d9557d230 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:07.277815 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575', 'status': 'completed', 'code': 200} Aug 31 13:45:07.349654 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['34eff954-6b81-42e0-814c-eed66d639575'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:45:07.367220 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-ebbedb12-5934-4129-84bc-e4b6fda3a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:07.369760 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-ebbedb12-5934-4129-84bc-e4b6fda3a65a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1137 time: 0.0590472 Aug 31 13:45:07.396464 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b5d19-fdc8-4136-80c6-4e020559a52c req-d2c98dda-ffa0-42d3-8879-bd5a8d5527a2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:07.404776 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f68b5d19-fdc8-4136-80c6-4e020559a52c req-d2c98dda-ffa0-42d3-8879-bd5a8d5527a2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0603888 Aug 31 13:45:07.443803 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f68b5d19-fdc8-4136-80c6-4e020559a52c req-1ef2ae01-8330-47d6-aad6-ac5d7b2992ed tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378706 Aug 31 13:45:07.481866 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-d25df37c-6ac4-43e1-bc18-bab9b7960b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:07.483302 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-d25df37c-6ac4-43e1-bc18-bab9b7960b4e service neutron] 10.222.0.107 "GET /v2.0/networks?id=ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 200 len: 917 time: 0.1022758 Aug 31 13:45:07.498764 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-be2c424f-1290-49fd-8365-0bd26c6c8e89 None None] Provisioning complete for port 34eff954-6b81-42e0-814c-eed66d639575 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:07.499100 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be2c424f-1290-49fd-8365-0bd26c6c8e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:07.557961 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-290e3d67-d911-4c00-b0ad-b5fd98b3d270 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 1000 time: 0.0646114 Aug 31 13:45:07.613612 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-23a896f3-eef7-427a-b0d2-bbe5954c8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:07.615122 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-23a896f3-eef7-427a-b0d2-bbe5954c8df6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 HTTP/1.1" status: 200 len: 854 time: 0.0459430 Aug 31 13:45:07.677402 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-115fe192-3e5c-44d2-986a-ec2ef14fc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:07.678940 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-115fe192-3e5c-44d2-986a-ec2ef14fc768 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ef158fed-9340-45d9-8a62-fca3c70447b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482197 Aug 31 13:45:07.790289 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-11781c3f-c241-4587-859e-e5d58c5e8ee9 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021650 Aug 31 13:45:07.903508 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8fa5d72e-6208-4870-976e-7f5c02c0f6fd req-67edee9e-fad3-4997-b432-fb8feddec24d service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004126 Aug 31 13:45:08.069703 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cef82-b12e-4a49-b071-5ceb987f9f01 req-9d743168-3c9c-4eb4-8e30-30ea3f65107e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:08.071228 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d70cef82-b12e-4a49-b071-5ceb987f9f01 req-9d743168-3c9c-4eb4-8e30-30ea3f65107e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0633621 Aug 31 13:45:08.113565 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d70cef82-b12e-4a49-b071-5ceb987f9f01 req-01b192f6-a18d-44ee-bb33-acd4c44c8003 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Aug 31 13:45:09.243923 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2562950-bbed-425b-bde6-2bc1480f2775 req-61d66c71-5840-4d00-80bd-d7a0cfb177d2 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:09.245465 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e2562950-bbed-425b-bde6-2bc1480f2775 req-61d66c71-5840-4d00-80bd-d7a0cfb177d2 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0517180 Aug 31 13:45:09.284892 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e2562950-bbed-425b-bde6-2bc1480f2775 req-d421bb6c-2c31-4604-a23b-3f71936835ee tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331526 Aug 31 13:45:10.427700 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c9e7f2cf-5324-4a97-9414-351853534e5b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:10.429269 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c9e7f2cf-5324-4a97-9414-351853534e5b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0828984 Aug 31 13:45:10.441938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee3aef-af5a-447d-9b70-84f97b8a18e0 req-ab5e4ac4-4bd4-46d2-add0-f97be99303ea tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:10.443332 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5bee3aef-af5a-447d-9b70-84f97b8a18e0 req-ab5e4ac4-4bd4-46d2-add0-f97be99303ea tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 945 time: 0.0696704 Aug 31 13:45:10.773914 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5bee3aef-af5a-447d-9b70-84f97b8a18e0 req-1ded73c9-b7f1-4f33-989e-9be1dd6e79f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=14de3fd2-6940-4539-8968-deefd7aae53f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232560 Aug 31 13:45:10.801604 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Deleting port abeb489f-0045-481c-8ee8-424a975cb388 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:45:10.801944 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:10.897000 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] For port abeb489f-0045-481c-8ee8-424a975cb388, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=abeb489f-0045-481c-8ee8-424a975cb388,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:10.897244 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.077312 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.077696 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.078015 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Floating IP 52b113b3-cb29-4a30-adcc-792dc39d0a34 disassociated. External IP: 172.27.1.40, port: abeb489f-0045-481c-8ee8-424a975cb388. Aug 31 13:45:11.078370 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Calling delete_port for abeb489f-0045-481c-8ee8-424a975cb388 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:45:11.225726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.254543 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event deleted for resources: {'Port': ['ID=abeb489f-0045-481c-8ee8-424a975cb388,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:11.369688 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Router fea30283-95b7-4d82-944d-91b9f485a237 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:45:11.501676 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:45:11.511881 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] Sync routers for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:45:11.521818 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:11.522439 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:44:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:11.542957 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] No DVR routers for this DVR port abeb489f-0045-481c-8ee8-424a975cb388 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:45:11.545933 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:11.548186 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a6747373-35ca-4702-a05d-b8a4e0a9e8ae req-c0f17f3a-e64f-4938-a674-1d5ff56f766f tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "DELETE /v2.0/ports/abeb489f-0045-481c-8ee8-424a975cb388 HTTP/1.1" status: 204 len: 173 time: 1.1039720 Aug 31 13:45:11.548656 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600915c4-ecf3-4004-8c57-260a462152a7', 'name': 'network-vif-deleted', 'tag': 'abeb489f-0045-481c-8ee8-424a975cb388'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:11.551040 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b652a-6a76-4570-8b59-5a3aee4296ed" -d '{"events": [{"server_uuid": "600915c4-ecf3-4004-8c57-260a462152a7", "name": "network-vif-deleted", "tag": "abeb489f-0045-481c-8ee8-424a975cb388"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:11.594042 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b808c9-4163-4b44-b86a-0659272fecbf x-openstack-request-id: req-76b808c9-4163-4b44-b86a-0659272fecbf {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:11.594342 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600915c4-ecf3-4004-8c57-260a462152a7", "name": "network-vif-deleted", "tag": "abeb489f-0045-481c-8ee8-424a975cb388", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:11.594598 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76b808c9-4163-4b44-b86a-0659272fecbf {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:11.595009 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600915c4-ecf3-4004-8c57-260a462152a7', 'name': 'network-vif-deleted', 'tag': 'abeb489f-0045-481c-8ee8-424a975cb388', 'status': 'completed', 'code': 200} Aug 31 13:45:11.637840 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:11.859805 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:11.896163 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4bd24950-e96f-4b78-88f0-7743191803ef req-01855ab7-f356-4509-a0dc-e8a434d3c2c7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=600915c4-ecf3-4004-8c57-260a462152a7 HTTP/1.1" status: 200 len: 210 time: 0.0365975 Aug 31 13:45:11.898346 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] Checking router: fea30283-95b7-4d82-944d-91b9f485a237 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:45:11.916584 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:11.917611 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:44:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:12.179451 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:12.389135 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:12.416261 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347c2d1-fa8c-40e7-b2d3-8f396670fe1e None None] The sync data for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi is: [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:45:12.655530 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ad167-9773-48fa-8533-7fd706ea22a4 None None] New status for floating IP 52b113b3-cb29-4a30-adcc-792dc39d0a34: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:45:12.996709 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52102) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:13.062111 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26472db8-9093-4311-b4bb-4975e153f90a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.092634 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26472db8-9093-4311-b4bb-4975e153f90a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.147059 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26472db8-9093-4311-b4bb-4975e153f90a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.149835 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26472db8-9093-4311-b4bb-4975e153f90a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.151060 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-26472db8-9093-4311-b4bb-4975e153f90a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "DELETE /v2.0/security-groups/14de3fd2-6940-4539-8968-deefd7aae53f HTTP/1.1" status: 204 len: 168 time: 0.1526005 Aug 31 13:45:13.154596 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52106) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:13.161813 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472db8-9093-4311-b4bb-4975e153f90a tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de3fd2-6940-4539-8968-deefd7aae53f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:13.184598 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.api.v2.resource [None req-3b2cb894-e91a-4523-9b15-3c65cd678c75 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] show failed (client error): The resource could not be found. Aug 31 13:45:13.186517 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-3b2cb894-e91a-4523-9b15-3c65cd678c75 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups/14de3fd2-6940-4539-8968-deefd7aae53f HTTP/1.1" status: 404 len: 347 time: 0.0288529 Aug 31 13:45:13.188908 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52108) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:13.324095 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Deleting port ca83d18a-3b08-4d3f-8275-74deb8b022a0 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:45:13.324423 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.405742 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.405981 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.418085 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Calling delete_port for ca83d18a-3b08-4d3f-8275-74deb8b022a0 owned by network:floatingip {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:45:13.566936 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.594490 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event deleted for resources: {'Port': ['ID=ca83d18a-3b08-4d3f-8275-74deb8b022a0,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:13.659021 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.661594 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.662796 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-eb0274ab-6924-4fc1-9a5e-f9485f4bb790 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "DELETE /v2.0/floatingips/52b113b3-cb29-4a30-adcc-792dc39d0a34 HTTP/1.1" status: 204 len: 168 time: 0.4729149 Aug 31 13:45:14.084208 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52118) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:14.088957 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2396fbbd-607c-4ac0-b685-01dd4c26c183 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198511182', 'description': 'tempest-description--452307098'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:14.115437 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2396fbbd-607c-4ac0-b685-01dd4c26c183 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.206810 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2396fbbd-607c-4ac0-b685-01dd4c26c183 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.211936 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2396fbbd-607c-4ac0-b685-01dd4c26c183 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.242589 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2396fbbd-607c-4ac0-b685-01dd4c26c183 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.246768 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52124) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:14.247301 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-2396fbbd-607c-4ac0-b685-01dd4c26c183 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1614797 Aug 31 13:45:14.251871 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396fbbd-607c-4ac0-b685-01dd4c26c183 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d85363-8610-48ed-b8d2-6223a0904461,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.254669 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-e81009ec-fe06-4751-9124-3adf805193b6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'security_group_rule': {'security_group_id': '65d85363-8610-48ed-b8d2-6223a0904461', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:14.288645 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e81009ec-fe06-4751-9124-3adf805193b6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.352098 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e81009ec-fe06-4751-9124-3adf805193b6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.357594 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e81009ec-fe06-4751-9124-3adf805193b6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.376918 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81009ec-fe06-4751-9124-3adf805193b6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff3189d-e836-4420-b489-0e2f6faa9db1,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.384297 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e81009ec-fe06-4751-9124-3adf805193b6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.385590 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-e81009ec-fe06-4751-9124-3adf805193b6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371651 Aug 31 13:45:14.388339 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52126) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:14.392736 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-362287d1-7afc-4cac-96a6-c302c3f7ecd5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'security_group_rule': {'security_group_id': '65d85363-8610-48ed-b8d2-6223a0904461', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:14.419239 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-362287d1-7afc-4cac-96a6-c302c3f7ecd5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.484520 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-362287d1-7afc-4cac-96a6-c302c3f7ecd5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.491521 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-362287d1-7afc-4cac-96a6-c302c3f7ecd5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.512805 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362287d1-7afc-4cac-96a6-c302c3f7ecd5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03d532f-b0e8-4be4-af06-8d8b36956884,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:14.518459 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-362287d1-7afc-4cac-96a6-c302c3f7ecd5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.519755 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-362287d1-7afc-4cac-96a6-c302c3f7ecd5 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304052 Aug 31 13:45:14.523729 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52128) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:14.528769 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:14.559885 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.596138 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device abeb489f-0045-481c-8ee8-424a975cb388 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:45:14.617235 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: abeb489f-0045-481c-8ee8-424a975cb388 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:45:14.617580 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device abeb489f-0045-481c-8ee8-424a975cb388 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:45:14.673024 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.796492 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Allocated IP 172.27.1.194 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/c56966e1-c3b1-4a81-8a6e-11c46436d5ca) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:14.911736 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.957961 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:14.997887 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:15.000863 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:15.005022 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:15.010472 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'Port': ['ID=c56966e1-c3b1-4a81-8a6e-11c46436d5ca,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:15.138706 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.189669 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.348547 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.360130 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.433146 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'Port': ['ID=c56966e1-c3b1-4a81-8a6e-11c46436d5ca,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:15.448864 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.465355 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:15.466710 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-27c3659e-0bde-4c5b-af23-ad6c0bddae62 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9419034 Aug 31 13:45:15.675571 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-679e8151-d09e-4305-adc4-0288ce1277f7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--198511182&fields=id&tenant_id=effc0a7a4ced437a90c0e75a20033c1e HTTP/1.1" status: 200 len: 267 time: 0.0446553 Aug 31 13:45:15.791556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-ec685850-ec27-47fa-b1e0-9e0adb955f10 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:15.792960 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-ec685850-ec27-47fa-b1e0-9e0adb955f10 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 811 time: 0.1072803 Aug 31 13:45:15.808501 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-8d23d5ad-b4f4-4507-bed9-4f4523d097a1 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/quotas/effc0a7a4ced437a90c0e75a20033c1e HTTP/1.1" status: 200 len: 375 time: 0.0093281 Aug 31 13:45:15.864460 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-35d92c2a-23e9-46fb-a7b0-5eab856bfd66 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501282 Aug 31 13:45:16.021389 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-d682f1a1-1610-4dde-8cab-45e1ae7e8646 service neutron] 10.222.0.21 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428561 Aug 31 13:45:16.127251 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-bf1a7fad-6f02-4cdb-bcd1-0723e71a4291 service neutron] 10.222.0.21 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985980 Aug 31 13:45:16.700434 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce84f-a4cf-405b-94f1-18fb785c3c66 req-68daface-b23e-41b4-bfa9-bbfb5ded297e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:16.701934 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b57ce84f-a4cf-405b-94f1-18fb785c3c66 req-68daface-b23e-41b4-bfa9-bbfb5ded297e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0510702 Aug 31 13:45:16.740290 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b57ce84f-a4cf-405b-94f1-18fb785c3c66 req-60f2df10-bef5-4888-9ae5-64a406ecd145 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Aug 31 13:45:17.330535 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-055e8bd7-046a-48f7-bb30-2c3a475e1378 req-5cc2d482-6f20-4e84-96f4-eaa00a845cb6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 210 time: 0.0295007 Aug 31 13:45:17.649659 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff04233f-47ec-4eff-bb56-28fa2cd76d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:17.879611 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d296ad4-2daa-4d77-a747-19b5e1af12f0 req-25ff88ec-7b8e-4889-911a-a563a1f5660f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:17.881157 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4d296ad4-2daa-4d77-a747-19b5e1af12f0 req-25ff88ec-7b8e-4889-911a-a563a1f5660f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0527463 Aug 31 13:45:17.928986 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4d296ad4-2daa-4d77-a747-19b5e1af12f0 req-5db00a39-d754-4351-a692-67c820689875 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393558 Aug 31 13:45:18.329325 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-a41c139d-6f3a-48ba-95f7-596216d6264b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:18.331002 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-a41c139d-6f3a-48ba-95f7-596216d6264b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 811 time: 0.1122379 Aug 31 13:45:18.387633 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-9d7b4843-1c01-4e08-9191-9e7a5e95e7fc tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=effc0a7a4ced437a90c0e75a20033c1e HTTP/1.1" status: 200 len: 379 time: 0.0440397 Aug 31 13:45:18.401111 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'port': {'device_id': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'admin_state_up': True, 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'security_groups': ['65d85363-8610-48ed-b8d2-6223a0904461']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:18.439330 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a478d255-5067-4126-8185-bd72550fcc22 req-783bd74a-251b-4807-9b7f-1436cb7018ce tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 210 time: 0.0290904 Aug 31 13:45:18.516481 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Made reservation on behalf of effc0a7a4ced437a90c0e75a20033c1e for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:18.520079 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:18.652186 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Allocated IP 172.20.0.10 (9ac58f34-a341-48d5-804c-8e4590340424/768ca513-1e08-42f2-8192-9e3dff62adb8/63dd5148-73a2-4a63-82b7-9ff29b225fee) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:18.820027 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:18.835536 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Transition to ACTIVE for port object 63dd5148-73a2-4a63-82b7-9ff29b225fee will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:18.873527 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:18.925275 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Network 9ac58f34-a341-48d5-804c-8e4590340424 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:18.928216 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:18.931974 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:18.962192 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event updated for resources: {'Port': ['ID=63dd5148-73a2-4a63-82b7-9ff29b225fee,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:18.998256 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:18.999241 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.029123 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-433d7823-7aab-403a-b839-4779e53953f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325986 Aug 31 13:45:19.048886 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Request body: {'port': {'device_id': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:19.113381 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011fd8c-3c94-411c-908b-38f47f32b438 req-1b934501-9ae5-4eea-9b6c-e946ef7e5e56 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:19.114943 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6011fd8c-3c94-411c-908b-38f47f32b438 req-1b934501-9ae5-4eea-9b6c-e946ef7e5e56 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.1052263 Aug 31 13:45:19.123313 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.126491 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6e8861cd-0976-47ab-baa1-493e59e07ace None None] Provisioning for port 63dd5148-73a2-4a63-82b7-9ff29b225fee completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:19.130957 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6e8861cd-0976-47ab-baa1-493e59e07ace None None] Provisioning complete for port 63dd5148-73a2-4a63-82b7-9ff29b225fee triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:19.131328 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e8861cd-0976-47ab-baa1-493e59e07ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.165422 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6e8861cd-0976-47ab-baa1-493e59e07ace None None] Port 63dd5148-73a2-4a63-82b7-9ff29b225fee cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:19.192114 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6011fd8c-3c94-411c-908b-38f47f32b438 req-438a1c97-dbcc-4543-9113-338fec05d5f4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697093 Aug 31 13:45:19.425706 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dd5148-73a2-4a63-82b7-9ff29b225fee {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:19.438830 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.453583 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Transition to ACTIVE for port object 63dd5148-73a2-4a63-82b7-9ff29b225fee will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:19.458399 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.508321 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Pushing event updated for resources: {'Port': ['ID=63dd5148-73a2-4a63-82b7-9ff29b225fee,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:19.596850 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Attempting to bind port 63dd5148-73a2-4a63-82b7-9ff29b225fee on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:19.597211 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Attempting to bind port 63dd5148-73a2-4a63-82b7-9ff29b225fee by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:19.597527 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Attempting to bind port 63dd5148-73a2-4a63-82b7-9ff29b225fee on network 9ac58f34-a341-48d5-804c-8e4590340424 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:19.602763 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Port 63dd5148-73a2-4a63-82b7-9ff29b225fee on network 9ac58f34-a341-48d5-804c-8e4590340424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:19.603093 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Attempting to bind port 63dd5148-73a2-4a63-82b7-9ff29b225fee on network 9ac58f34-a341-48d5-804c-8e4590340424 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:19.609328 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:19.609671 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Checking segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:19.610072 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Bound using segment: {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:19.610505 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Bound port: 63dd5148-73a2-4a63-82b7-9ff29b225fee, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31329084-b8c1-4b1b-87ee-7b8e259f3357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:19.610873 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.713236 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] For port 63dd5148-73a2-4a63-82b7-9ff29b225fee, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:19.717745 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] For port 63dd5148-73a2-4a63-82b7-9ff29b225fee, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=63dd5148-73a2-4a63-82b7-9ff29b225fee,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:19.722582 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.761026 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:19.761662 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:19.763209 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] 10.222.0.107 "PUT /v2.0/ports/63dd5148-73a2-4a63-82b7-9ff29b225fee HTTP/1.1" status: 200 len: 1094 time: 0.7199707 Aug 31 13:45:19.763901 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'tag': '63dd5148-73a2-4a63-82b7-9ff29b225fee'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:19.766422 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2e6582-3607-4341-b12d-cf5a383a647c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91", "tag": "63dd5148-73a2-4a63-82b7-9ff29b225fee"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:19.808804 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fec9cf-2909-4ad8-a02e-8c97567eb198 service neutron] Pushing event updated for resources: {'Port': ['ID=63dd5148-73a2-4a63-82b7-9ff29b225fee,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:19.845729 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9fe931-a54e-4006-b0ea-553f2c8f02c3 x-openstack-request-id: req-5a9fe931-a54e-4006-b0ea-553f2c8f02c3 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:19.846144 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91", "tag": "63dd5148-73a2-4a63-82b7-9ff29b225fee", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:19.846592 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a9fe931-a54e-4006-b0ea-553f2c8f02c3 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:19.847271 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'tag': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'status': 'completed', 'code': 200} Aug 31 13:45:19.873248 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043e54-d88a-4e71-a00d-175fc3f13bde req-051366eb-1e88-47d7-8fbd-a7722524428b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:19.881060 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ef043e54-d88a-4e71-a00d-175fc3f13bde req-051366eb-1e88-47d7-8fbd-a7722524428b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 944 time: 0.3608677 Aug 31 13:45:19.884620 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-2faa18f8-bc1a-4b1a-a3eb-78fae9de855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:19.886341 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-2faa18f8-bc1a-4b1a-a3eb-78fae9de855d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 1097 time: 0.0602479 Aug 31 13:45:19.922715 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ef043e54-d88a-4e71-a00d-175fc3f13bde req-5fa0ad74-943d-4d34-9cda-2e32d6f81fa6 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399642 Aug 31 13:45:19.943701 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e77fb66e-ef72-40f2-a347-63b264189ae9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63dd5148-73a2-4a63-82b7-9ff29b225fee HTTP/1.1" status: 200 len: 217 time: 0.0418212 Aug 31 13:45:20.000357 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-8de02a9f-379a-4b78-8f36-aeedc5bf3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.001897 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-8de02a9f-379a-4b78-8f36-aeedc5bf3d64 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.0527108 Aug 31 13:45:20.053470 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-b6eafa43-2e7e-4964-89d5-72c3ab40b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.054897 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-b6eafa43-2e7e-4964-89d5-72c3ab40b005 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456817 Aug 31 13:45:20.169401 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-a4962a24-4dd9-4461-b1e1-e5f8062e5da2 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027491 Aug 31 13:45:20.292609 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ae43f6cf-cc78-4f09-9129-3c77059d6573 req-e85840ef-c8b3-4063-a544-c68f2c2fb21a service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121941 Aug 31 13:45:20.330919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7ce2c-463c-4aab-821d-fcb3e234608d req-d9ae1917-d8be-4cc9-822a-0c31445177e8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.332484 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55c7ce2c-463c-4aab-821d-fcb3e234608d req-d9ae1917-d8be-4cc9-822a-0c31445177e8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0574684 Aug 31 13:45:20.365480 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6170c329-99e1-45f0-ba3f-fd86c28dbbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:20.406427 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55c7ce2c-463c-4aab-821d-fcb3e234608d req-ea0012c2-23ce-47fd-9b6f-679fed2944e0 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672951 Aug 31 13:45:20.413619 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-c06daf37-18d9-470b-a719-4cee7e0b4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.415192 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-c06daf37-18d9-470b-a719-4cee7e0b4811 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 1097 time: 0.0693705 Aug 31 13:45:20.513424 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-ac143829-8078-4956-a06f-ea35ca2c3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.514831 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-ac143829-8078-4956-a06f-ea35ca2c3e96 service neutron] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 913 time: 0.0919936 Aug 31 13:45:20.567665 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-2214ccd9-5cd8-4a59-9101-df470ba07d66 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63dd5148-73a2-4a63-82b7-9ff29b225fee HTTP/1.1" status: 200 len: 217 time: 0.0437796 Aug 31 13:45:20.621215 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-0267669b-acc3-40a3-91a4-c1672e82fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.623198 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-0267669b-acc3-40a3-91a4-c1672e82fe54 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.0475416 Aug 31 13:45:20.673556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-78b3ad73-8b1a-4667-a442-9fdac2ddc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:20.675118 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-78b3ad73-8b1a-4667-a442-9fdac2ddc9fc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435472 Aug 31 13:45:20.784337 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:20.795000 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-5ebc8aa3-27dd-4887-8248-bca715204509 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984237 Aug 31 13:45:20.904925 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6c2e6582-3607-4341-b12d-cf5a383a647c req-3246ea71-4c7c-40f6-8a73-0c627a1cae20 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017282 Aug 31 13:45:21.044776 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4b24-8764-4544-9035-c2f5f80e1f2e req-d3d88298-dc45-40c3-98cb-a447905ee618 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:21.046151 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-be1e4b24-8764-4544-9035-c2f5f80e1f2e req-d3d88298-dc45-40c3-98cb-a447905ee618 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 944 time: 0.0530927 Aug 31 13:45:21.087336 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-be1e4b24-8764-4544-9035-c2f5f80e1f2e req-8c75c553-8032-46be-b654-168c272a5b41 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350857 Aug 31 13:45:21.512120 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:21.538847 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442102c0-e641-46e7-8fae-6846adaa01e5 req-208ea92d-059d-41d0-a3f0-b04662d662aa tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:21.540397 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-442102c0-e641-46e7-8fae-6846adaa01e5 req-208ea92d-059d-41d0-a3f0-b04662d662aa tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0596552 Aug 31 13:45:21.583796 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-442102c0-e641-46e7-8fae-6846adaa01e5 req-12e8e6cf-22e0-436a-a18b-ca15d8fe0e10 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361104 Aug 31 13:45:22.214981 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb6cf2-67e5-45e0-9ac2-9e611c582f05 req-c081d7d6-335a-4f10-b100-329749e20ad7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:22.216548 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-78cb6cf2-67e5-45e0-9ac2-9e611c582f05 req-c081d7d6-335a-4f10-b100-329749e20ad7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 944 time: 0.0529072 Aug 31 13:45:22.258044 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-78cb6cf2-67e5-45e0-9ac2-9e611c582f05 req-693f8486-793d-47f8-93fd-b72699f5f7d8 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348363 Aug 31 13:45:22.638450 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 63dd5148-73a2-4a63-82b7-9ff29b225fee details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:45:22.724169 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcb8bf-5607-4657-8c75-5bbe0e6000f8 req-5b4be34a-1c36-4153-967e-5ddf467e000f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:22.725722 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a9bcb8bf-5607-4657-8c75-5bbe0e6000f8 req-5b4be34a-1c36-4153-967e-5ddf467e000f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0543509 Aug 31 13:45:22.749446 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 63dd5148-73a2-4a63-82b7-9ff29b225fee, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=63dd5148-73a2-4a63-82b7-9ff29b225fee,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:22.766144 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'port_id': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'mac_address': 'fa:16:3e:a7:97:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1460, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:45:22.770097 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a9bcb8bf-5607-4657-8c75-5bbe0e6000f8 req-a8544285-a83e-48c6-a3b4-df8a1c184eab tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367341 Aug 31 13:45:22.818862 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.843158 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dd5148-73a2-4a63-82b7-9ff29b225fee {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:22.871921 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 63dd5148-73a2-4a63-82b7-9ff29b225fee, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=63dd5148-73a2-4a63-82b7-9ff29b225fee,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:22.877642 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:22.933280 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=63dd5148-73a2-4a63-82b7-9ff29b225fee,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:22.941312 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.941664 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.942028 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.942349 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.942798 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.943141 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.943472 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.943806 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.944142 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.944629 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.944957 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:22.945284 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:23.156595 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['63dd5148-73a2-4a63-82b7-9ff29b225fee'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:45:23.403654 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8e961-c44c-49a8-8ae9-ece788b832bc req-966d3c9d-7ece-4dee-b840-2f6ee646bd2b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:23.404567 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-01b8e961-c44c-49a8-8ae9-ece788b832bc req-966d3c9d-7ece-4dee-b840-2f6ee646bd2b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 945 time: 0.0762694 Aug 31 13:45:23.454255 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-01b8e961-c44c-49a8-8ae9-ece788b832bc req-0bc03e0e-d76c-4d5b-b917-f305ae01f923 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 Aug 31 13:45:23.742670 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:23.920803 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484927a-0ea5-4edf-ac9b-569b2ae3439a req-588501fe-79d2-454c-83a3-bcaae765e2d5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:23.922542 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0484927a-0ea5-4edf-ac9b-569b2ae3439a req-588501fe-79d2-454c-83a3-bcaae765e2d5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0606630 Aug 31 13:45:23.965608 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0484927a-0ea5-4edf-ac9b-569b2ae3439a req-04ef0c33-0fca-4d04-8345-891e6c9b3ec6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359530 Aug 31 13:45:24.605056 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700aaa-f2be-423f-afb5-b21199a0e9d7 req-63a9be69-5b07-45e8-a636-2977a01ac9b3 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:24.606244 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-99700aaa-f2be-423f-afb5-b21199a0e9d7 req-63a9be69-5b07-45e8-a636-2977a01ac9b3 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 945 time: 0.0541737 Aug 31 13:45:24.643550 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 63dd5148-73a2-4a63-82b7-9ff29b225fee up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:24.654800 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-99700aaa-f2be-423f-afb5-b21199a0e9d7 req-7ae9caa6-ba98-4199-af1f-1e58936124f0 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395429 Aug 31 13:45:24.699590 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 63dd5148-73a2-4a63-82b7-9ff29b225fee completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:24.711047 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 63dd5148-73a2-4a63-82b7-9ff29b225fee triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:24.711612 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.809453 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.836012 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dd5148-73a2-4a63-82b7-9ff29b225fee'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:24.839023 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0305203-4fc0-4082-8b1e-1c27a94bd22d" -d '{"events": [{"server_uuid": "fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91", "name": "network-vif-plugged", "status": "completed", "tag": "63dd5148-73a2-4a63-82b7-9ff29b225fee"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:24.853097 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 63dd5148-73a2-4a63-82b7-9ff29b225fee, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=63dd5148-73a2-4a63-82b7-9ff29b225fee,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:24.861035 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:24.896582 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf338319-56e4-4ee2-b537-9266e3ad9e04 x-openstack-request-id: req-bf338319-56e4-4ee2-b537-9266e3ad9e04 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:24.896831 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91", "name": "network-vif-plugged", "status": "completed", "tag": "63dd5148-73a2-4a63-82b7-9ff29b225fee", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:24.897226 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf338319-56e4-4ee2-b537-9266e3ad9e04 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:24.897749 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'code': 200} Aug 31 13:45:24.924609 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=63dd5148-73a2-4a63-82b7-9ff29b225fee,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:25.105386 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ab66d-3e23-4671-9d14-270678474799 req-6f3f07e2-bd79-4ca4-a1c8-4e8d9f0ef05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:25.106988 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e16ab66d-3e23-4671-9d14-270678474799 req-6f3f07e2-bd79-4ca4-a1c8-4e8d9f0ef05a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 1099 time: 0.0564873 Aug 31 13:45:25.121865 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d13fe3-39a0-4aed-b35e-1f8708b96596 req-f34d7838-eeb2-4479-9b46-400a46fde58c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:25.127051 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-74d13fe3-39a0-4aed-b35e-1f8708b96596 req-f34d7838-eeb2-4479-9b46-400a46fde58c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0683494 Aug 31 13:45:25.165625 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e16ab66d-3e23-4671-9d14-270678474799 req-d42316d4-a9c8-4f96-ad46-a6481e7503d0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461421 Aug 31 13:45:25.168160 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-74d13fe3-39a0-4aed-b35e-1f8708b96596 req-fc37f452-02c4-4eb8-98ad-c2c1334384f5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382354 Aug 31 13:45:25.803603 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a05f-7342-439e-8aaa-3eda119c676b req-5a0ab57e-f531-4012-b840-3ac0a90e6fce tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:25.805128 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4a79a05f-7342-439e-8aaa-3eda119c676b req-5a0ab57e-f531-4012-b840-3ac0a90e6fce tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 946 time: 0.0654154 Aug 31 13:45:25.846296 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4a79a05f-7342-439e-8aaa-3eda119c676b req-a360ced0-0093-47a2-8f41-384b73aaa43b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346715 Aug 31 13:45:26.315767 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626b473-c388-4222-9beb-a302245d808b req-cc8634cb-ca77-4227-8d78-a4c484675f2e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:26.317630 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8626b473-c388-4222-9beb-a302245d808b req-cc8634cb-ca77-4227-8d78-a4c484675f2e tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0663490 Aug 31 13:45:26.370065 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8626b473-c388-4222-9beb-a302245d808b req-7dc0307e-2891-4cbc-b09a-9ba0cf082d34 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436208 Aug 31 13:45:26.974549 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f572db5-19d3-4f31-9a98-0c2d61204a12 req-30570c18-78f4-460d-8270-9774879d29a9 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:26.976160 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7f572db5-19d3-4f31-9a98-0c2d61204a12 req-30570c18-78f4-460d-8270-9774879d29a9 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 946 time: 0.0542917 Aug 31 13:45:27.020474 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7f572db5-19d3-4f31-9a98-0c2d61204a12 req-1c4c6daa-eaa5-490e-b989-04715ea53dc2 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354147 Aug 31 13:45:27.156517 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c51e-583b-45fe-9674-fe9279abbd5e req-a0f94786-97b1-4426-ae22-ce5536601313 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:27.158049 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-11d2c51e-583b-45fe-9674-fe9279abbd5e req-a0f94786-97b1-4426-ae22-ce5536601313 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 946 time: 0.0608261 Aug 31 13:45:27.169344 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52220) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:27.175624 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Request body: {'floatingip': {'port_id': '63dd5148-73a2-4a63-82b7-9ff29b225fee'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:27.225224 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.515168 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79636f5b-5f9b-483d-9ac8-022a283f2999 req-ece156a6-bd66-4832-aa93-78766407919a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:27.516904 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-79636f5b-5f9b-483d-9ac8-022a283f2999 req-ece156a6-bd66-4832-aa93-78766407919a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0551715 Aug 31 13:45:27.565057 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-79636f5b-5f9b-483d-9ac8-022a283f2999 req-d92c5025-653d-4d06-95ce-992e2eee9057 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Aug 31 13:45:27.745924 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.751599 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:27.878714 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.l3_db [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Floating IP bcfa6ad6-58be-425f-b76f-26f04beddcb2 associated. External IP: 172.27.1.194, port: 63dd5148-73a2-4a63-82b7-9ff29b225fee. Aug 31 13:45:28.107593 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Router fea30283-95b7-4d82-944d-91b9f485a237 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:45:28.229145 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:45:28.234803 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:28.242065 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] Sync routers for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:45:28.254150 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:28.254784 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:45:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:28.262761 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a0ed148f-ced2-42b7-a308-38017ef5f485 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "PUT /v2.0/floatingips/bcfa6ad6-58be-425f-b76f-26f04beddcb2 HTTP/1.1" status: 200 len: 992 time: 1.0922623 Aug 31 13:45:28.263343 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'tag': '63dd5148-73a2-4a63-82b7-9ff29b225fee'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:28.265836 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e42ee55-01e3-48af-8465-5bdfce8e74fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91", "tag": "63dd5148-73a2-4a63-82b7-9ff29b225fee"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:28.305417 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd13d6-4101-4dfd-b38e-14a129e9814d x-openstack-request-id: req-98fd13d6-4101-4dfd-b38e-14a129e9814d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:28.305974 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91", "tag": "63dd5148-73a2-4a63-82b7-9ff29b225fee", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:28.306221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98fd13d6-4101-4dfd-b38e-14a129e9814d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:28.306626 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'tag': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'status': 'completed', 'code': 200} Aug 31 13:45:28.376408 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-6ca38d19-a92d-4860-a54a-95204931bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:28.377136 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:28.377917 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-6ca38d19-a92d-4860-a54a-95204931bc1a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 1099 time: 0.0476983 Aug 31 13:45:28.485169 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-f27bf5a6-defd-4e48-92ea-04361675b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:28.486706 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-f27bf5a6-defd-4e48-92ea-04361675b92b service neutron] 10.222.0.107 "GET /v2.0/networks?id=9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 200 len: 913 time: 0.1017220 Aug 31 13:45:28.564631 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-1a1ec96b-fe98-4d22-bd4b-bc7134b037a9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63dd5148-73a2-4a63-82b7-9ff29b225fee HTTP/1.1" status: 200 len: 1000 time: 0.0704997 Aug 31 13:45:28.628812 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-298f0a19-f328-4a78-bdfd-5be02020daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:28.630276 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-298f0a19-f328-4a78-bdfd-5be02020daf9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 200 len: 850 time: 0.0579879 Aug 31 13:45:28.633302 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'bcfa6ad6-58be-425f-b76f-26f04beddcb2', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'port_id': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'mac_address': 'fa:16:3e:a7:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:15Z', 'updated_at': '2021-08-31T13:45:27Z', 'revision_number': 1, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:28.664957 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] Checking router: fea30283-95b7-4d82-944d-91b9f485a237 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:45:28.674332 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:28.675175 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:45:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:28.708506 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-f97cbee1-8bf9-4b05-a0b4-7d69ff49e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:28.710003 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-f97cbee1-8bf9-4b05-a0b4-7d69ff49e5bc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9ac58f34-a341-48d5-804c-8e4590340424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725467 Aug 31 13:45:28.727370 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cf821-d5c0-48d2-a363-6d7ee6134138 req-549ff20f-b58a-4ef6-a3d1-5d05d39582ac tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:28.728816 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3a3cf821-d5c0-48d2-a363-6d7ee6134138 req-549ff20f-b58a-4ef6-a3d1-5d05d39582ac tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0802677 Aug 31 13:45:28.793554 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:28.822019 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3a3cf821-d5c0-48d2-a363-6d7ee6134138 req-fe2c3d4c-eea1-45cb-8751-146a4b86e111 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855803 Aug 31 13:45:28.843039 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-d17700c7-6624-4a40-8511-b7ca1331dfec service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232564 Aug 31 13:45:29.050176 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'bcfa6ad6-58be-425f-b76f-26f04beddcb2', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'port_id': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'mac_address': 'fa:16:3e:a7:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:15Z', 'updated_at': '2021-08-31T13:45:27Z', 'revision_number': 1, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:29.082661 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43eb3ac-ead6-4303-afcc-1c2ff39b7a52 None None] The sync data for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi is: [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'bcfa6ad6-58be-425f-b76f-26f04beddcb2', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'port_id': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'mac_address': 'fa:16:3e:a7:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:45:15Z', 'updated_at': '2021-08-31T13:45:27Z', 'revision_number': 1, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:45:29.231480 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6e42ee55-01e3-48af-8465-5bdfce8e74fc req-4cf6c559-9609-4845-9378-6a5951127f38 service neutron] 10.222.0.107 "GET /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805921 Aug 31 13:45:29.404924 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf65b09-a793-4127-8383-c5fe857cd994 None None] New status for floating IP bcfa6ad6-58be-425f-b76f-26f04beddcb2: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:45:29.960601 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3dd49-da06-470a-8f48-055c103228a8 req-e199f4b3-1950-4a95-9282-7ac31db3fcda tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:29.962100 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-79d3dd49-da06-470a-8f48-055c103228a8 req-e199f4b3-1950-4a95-9282-7ac31db3fcda tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0548129 Aug 31 13:45:30.005135 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-79d3dd49-da06-470a-8f48-055c103228a8 req-22083dbe-c402-4748-9b23-472fb715e589 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359693 Aug 31 13:45:31.150355 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82e3f-2e2f-400b-ad13-ff4f45fd9b52 req-d5f170cb-0db8-4751-a9d8-44c25d8e815f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:31.151756 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8da82e3f-2e2f-400b-ad13-ff4f45fd9b52 req-d5f170cb-0db8-4751-a9d8-44c25d8e815f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0568588 Aug 31 13:45:31.192935 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8da82e3f-2e2f-400b-ad13-ff4f45fd9b52 req-43123b1a-2626-4efa-b375-c0048b3682e8 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339417 Aug 31 13:45:31.959797 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:32.341043 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7182026-497a-4916-954c-901cd9e2250b req-a40db423-d17b-461f-9ff7-eef5d1f093ea tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:32.342646 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7182026-497a-4916-954c-901cd9e2250b req-a40db423-d17b-461f-9ff7-eef5d1f093ea tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0627592 Aug 31 13:45:32.372545 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:45:32.388554 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f7182026-497a-4916-954c-901cd9e2250b req-add43677-249f-425b-951e-09bbf19cddd1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392318 Aug 31 13:45:33.419579 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9d27d-1115-49ec-ba90-260410552c4f req-d14b91cc-df24-490d-9505-2e6eea2312c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:33.421126 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25f9d27d-1115-49ec-ba90-260410552c4f req-d14b91cc-df24-490d-9505-2e6eea2312c9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1137 time: 0.0465932 Aug 31 13:45:33.425309 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4fb4-46da-4936-9f77-998a7337a99f req-353e453f-ee5c-4b68-a5f1-6c2ce6a59534 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:33.427146 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6e1f4fb4-46da-4936-9f77-998a7337a99f req-353e453f-ee5c-4b68-a5f1-6c2ce6a59534 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0603077 Aug 31 13:45:33.484290 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6e1f4fb4-46da-4936-9f77-998a7337a99f req-ddd32325-ba88-44e0-a0bb-52195bbaed9d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426650 Aug 31 13:45:33.558807 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5c1cd-fbb9-445a-a0d2-1a55cba95bea req-e502a47d-c859-4b69-8a57-ef20ecbbbd9a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:33.560509 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e5a5c1cd-fbb9-445a-a0d2-1a55cba95bea req-e502a47d-c859-4b69-8a57-ef20ecbbbd9a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0878139 Aug 31 13:45:33.563617 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9d27d-1115-49ec-ba90-260410552c4f req-2bc24715-94d9-43bc-9d04-d436b24e2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:33.565046 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25f9d27d-1115-49ec-ba90-260410552c4f req-2bc24715-94d9-43bc-9d04-d436b24e2a70 service neutron] 10.222.0.107 "GET /v2.0/networks?id=ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 200 len: 917 time: 0.1357212 Aug 31 13:45:33.649625 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e5a5c1cd-fbb9-445a-a0d2-1a55cba95bea req-177db6c0-9f18-451d-bb73-6df0e75c98e7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821755 Aug 31 13:45:33.656364 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25f9d27d-1115-49ec-ba90-260410552c4f req-2d11b474-010a-457e-9e91-b2554063bb1a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 1000 time: 0.0828276 Aug 31 13:45:33.709278 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9d27d-1115-49ec-ba90-260410552c4f req-ad6bb815-a387-44cf-a2e2-b25f57ceccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:33.710738 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25f9d27d-1115-49ec-ba90-260410552c4f req-ad6bb815-a387-44cf-a2e2-b25f57ceccdc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 HTTP/1.1" status: 200 len: 854 time: 0.0463607 Aug 31 13:45:33.761837 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9d27d-1115-49ec-ba90-260410552c4f req-dbf3592f-dbad-471f-a101-69c0b8633322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:33.763267 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25f9d27d-1115-49ec-ba90-260410552c4f req-dbf3592f-dbad-471f-a101-69c0b8633322 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ef158fed-9340-45d9-8a62-fca3c70447b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437737 Aug 31 13:45:33.875593 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25f9d27d-1115-49ec-ba90-260410552c4f req-8ca01097-4e57-4521-b5e5-720d1ae4b6f4 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958221 Aug 31 13:45:33.974629 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25f9d27d-1115-49ec-ba90-260410552c4f req-8d411b6d-db95-44a1-a1c5-0b25638d08f3 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894747 Aug 31 13:45:34.629217 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbccc5-c6c0-4523-af71-c20fc93d6ec6 req-94a5502a-1261-4741-8720-6f8a909610c2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:34.630908 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-84bbccc5-c6c0-4523-af71-c20fc93d6ec6 req-94a5502a-1261-4741-8720-6f8a909610c2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0763557 Aug 31 13:45:34.676635 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-84bbccc5-c6c0-4523-af71-c20fc93d6ec6 req-e208a083-8bc7-4134-adf3-5edf61064152 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382416 Aug 31 13:45:34.727433 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:45:34.802192 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46fc9-f815-4a69-9ef2-800364c4c74f req-816709b4-6343-459b-94b6-2a28c919b4e4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:34.804604 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-71e46fc9-f815-4a69-9ef2-800364c4c74f req-816709b4-6343-459b-94b6-2a28c919b4e4 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0670550 Aug 31 13:45:34.843336 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:34.853014 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-71e46fc9-f815-4a69-9ef2-800364c4c74f req-c71da82e-2ab5-4bac-a07b-547c8dc165cb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371857 Aug 31 13:45:34.857728 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'port_id': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'mac_address': 'fa:16:3e:a1:2d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:45:34.909062 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.923344 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:34.950672 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:34.956611 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:35.052352 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:35.068789 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:45:35.827767 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2be370-2a90-4d31-ac33-d316d8c57c8e req-28e3d0a1-a9bc-48ea-931b-26bb561e91fb tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:35.829559 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-eb2be370-2a90-4d31-ac33-d316d8c57c8e req-28e3d0a1-a9bc-48ea-931b-26bb561e91fb tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0758102 Aug 31 13:45:35.884833 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-eb2be370-2a90-4d31-ac33-d316d8c57c8e req-39ecceac-2d53-47df-a2a4-43e632ff631e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474815 Aug 31 13:45:36.028615 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c883f9-8f45-4055-b2ad-1e8c368393db req-7c62bf1d-eaab-4d03-aeef-746dfbf346e2 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:36.036600 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-42c883f9-8f45-4055-b2ad-1e8c368393db req-7c62bf1d-eaab-4d03-aeef-746dfbf346e2 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 945 time: 0.0738544 Aug 31 13:45:36.084233 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-42c883f9-8f45-4055-b2ad-1e8c368393db req-75036823-2e75-4fb2-a948-d293032c3443 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465715 Aug 31 13:45:36.730732 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fff7b6-1e0a-4345-9687-4a1c26da3183 req-0530e8f8-f8a3-42ad-b434-d6479d25be81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:36.732683 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-21fff7b6-1e0a-4345-9687-4a1c26da3183 req-0530e8f8-f8a3-42ad-b434-d6479d25be81 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 945 time: 0.0626366 Aug 31 13:45:36.738044 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:45:36.801236 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-21fff7b6-1e0a-4345-9687-4a1c26da3183 req-1bb27b58-83f3-4dad-9e5d-39b7985d7e6a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601273 Aug 31 13:45:36.812824 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:36.813913 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.922728 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.975385 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:36.976929 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:36.979961 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d48119-15fd-42bf-a0ce-80bf7df671c8" -d '{"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:36.984917 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:37.045569 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9897a1-b68a-4e1b-8372-e645d01598ba req-0f625642-35fc-4f5a-b79f-513856d7643c tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:37.047929 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3e9897a1-b68a-4e1b-8372-e645d01598ba req-0f625642-35fc-4f5a-b79f-513856d7643c tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0823972 Aug 31 13:45:37.053766 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:37.057825 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453a6451-b70f-4caf-bb16-a3876968e852 x-openstack-request-id: req-453a6451-b70f-4caf-bb16-a3876968e852 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:37.058197 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:37.058426 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-453a6451-b70f-4caf-bb16-a3876968e852 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:37.058827 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'code': 200} Aug 31 13:45:37.107227 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3e9897a1-b68a-4e1b-8372-e645d01598ba req-5e2c7b95-8933-45e5-bb0c-eb8886f46bd5 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488729 Aug 31 13:45:37.267838 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c738-5187-494c-b8fc-31752e8f0709 req-907a3826-1f89-4aa8-b0e1-38b2eddd3a95 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:37.270044 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9464c738-5187-494c-b8fc-31752e8f0709 req-907a3826-1f89-4aa8-b0e1-38b2eddd3a95 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0792863 Aug 31 13:45:37.319754 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9464c738-5187-494c-b8fc-31752e8f0709 req-67d6270f-1edc-49aa-add7-2736a4b42e46 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Aug 31 13:45:37.952778 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a3f19-5edb-4af8-9200-1edf0184c27e req-bef48431-1050-466b-9929-df16224f18a8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:37.960692 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e03a3f19-5edb-4af8-9200-1edf0184c27e req-bef48431-1050-466b-9929-df16224f18a8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 945 time: 0.0614483 Aug 31 13:45:38.002391 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e03a3f19-5edb-4af8-9200-1edf0184c27e req-6cd79a04-ca8c-45ab-96b9-1e0823d53fd1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Aug 31 13:45:38.245068 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad73f2-598c-4df1-906d-16a3b5a427ce req-b51f1e04-5569-4a88-955d-9a972f9c3074 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:38.246824 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-abad73f2-598c-4df1-906d-16a3b5a427ce req-b51f1e04-5569-4a88-955d-9a972f9c3074 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0607612 Aug 31 13:45:38.321376 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-abad73f2-598c-4df1-906d-16a3b5a427ce req-c021af2f-d2cc-4aee-9752-033b3a934bb9 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607030 Aug 31 13:45:38.464352 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffe4b3-b424-45ea-9399-316f199c677d req-dc2a4d19-e568-4672-b782-5ac7e020b469 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:38.466214 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-edffe4b3-b424-45ea-9399-316f199c677d req-dc2a4d19-e568-4672-b782-5ac7e020b469 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0581367 Aug 31 13:45:38.516145 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-edffe4b3-b424-45ea-9399-316f199c677d req-932b3c67-e345-42ed-a491-fbe157596f33 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436866 Aug 31 13:45:38.661514 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-6f66ee5f-3b31-4d64-9687-c48896704a5f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:38.664101 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-6f66ee5f-3b31-4d64-9687-c48896704a5f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 945 time: 0.0782814 Aug 31 13:45:38.801994 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Deleting port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:45:38.802232 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:38.927042 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] For port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:38.927649 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.204283 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.204938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.205473 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Floating IP 4b6b5ab2-512f-4d76-8c04-29fc2a4ffd67 disassociated. External IP: 172.27.1.148, port: 24a32f0b-1fb5-4a9d-88cd-93dba8debd20. Aug 31 13:45:39.206010 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Calling delete_port for 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:45:39.220869 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9040fe2-879f-43ac-9926-486da55df6b2 req-d7b5d0e9-8dfa-4ff0-96da-be05aa4a059b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:39.228717 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f9040fe2-879f-43ac-9926-486da55df6b2 req-d7b5d0e9-8dfa-4ff0-96da-be05aa4a059b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 945 time: 0.1064196 Aug 31 13:45:39.313318 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f9040fe2-879f-43ac-9926-486da55df6b2 req-929554aa-c519-461e-beb8-dcaf7617c532 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813279 Aug 31 13:45:39.502057 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:39.527860 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26077c8-c91b-4672-8fb5-0d6c0d038e85 req-35cc3a04-86a8-4de5-bbc0-bc616b1eb0d8 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:39.536283 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b26077c8-c91b-4672-8fb5-0d6c0d038e85 req-35cc3a04-86a8-4de5-bbc0-bc616b1eb0d8 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.1005740 Aug 31 13:45:39.541472 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event deleted for resources: {'Port': ['ID=24a32f0b-1fb5-4a9d-88cd-93dba8debd20,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:39.573749 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.574235 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.574684 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.575030 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.575396 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.575737 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.576074 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.581598 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.581923 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.582192 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.582542 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.582888 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:39.631717 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b26077c8-c91b-4672-8fb5-0d6c0d038e85 req-338f03af-4023-4313-9484-cc5515b16515 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913100 Aug 31 13:45:39.781320 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ec68b-18fd-48e5-8407-35314338d0eb req-d96c382c-df03-495b-9872-f0f0fee519d1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:39.783804 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-750ec68b-18fd-48e5-8407-35314338d0eb req-d96c382c-df03-495b-9872-f0f0fee519d1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.1326504 Aug 31 13:45:39.814701 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:45:39.840828 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-750ec68b-18fd-48e5-8407-35314338d0eb req-d3556b2a-1fbf-4646-bf0e-d90eb222f3e6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479159 Aug 31 13:45:39.981415 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:45:39.994763 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:45:40.019219 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:40.020073 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:45:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:40.074134 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] No DVR routers for this DVR port 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:45:40.078579 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:40.082550 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c4bf1e61-3193-4da6-9409-1ff106a9b58f req-06c67659-a142-4f12-842f-77cba18dac97 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "DELETE /v2.0/ports/24a32f0b-1fb5-4a9d-88cd-93dba8debd20 HTTP/1.1" status: 204 len: 173 time: 1.4080811 Aug 31 13:45:40.083033 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'name': 'network-vif-deleted', 'tag': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:40.085505 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498a2cb3-665c-4ff3-90c6-c46faa17b5d6" -d '{"events": [{"server_uuid": "81610f93-fb19-4d2b-9ce6-2fb98e042bb8", "name": "network-vif-deleted", "tag": "24a32f0b-1fb5-4a9d-88cd-93dba8debd20"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:40.158668 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ee87b5-d215-4749-9db2-00b2e99c3a31 x-openstack-request-id: req-b8ee87b5-d215-4749-9db2-00b2e99c3a31 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:40.158978 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81610f93-fb19-4d2b-9ce6-2fb98e042bb8", "name": "network-vif-deleted", "tag": "24a32f0b-1fb5-4a9d-88cd-93dba8debd20", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:40.159224 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8ee87b5-d215-4749-9db2-00b2e99c3a31 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:40.159634 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81610f93-fb19-4d2b-9ce6-2fb98e042bb8', 'name': 'network-vif-deleted', 'tag': '24a32f0b-1fb5-4a9d-88cd-93dba8debd20', 'status': 'completed', 'code': 200} Aug 31 13:45:40.206162 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:40.471295 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8dd4f684-6fe7-442e-9658-9679aa095409 req-c4aeae02-ea51-4f36-9995-e66c71ac78ef tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=81610f93-fb19-4d2b-9ce6-2fb98e042bb8 HTTP/1.1" status: 200 len: 210 time: 0.0513277 Aug 31 13:45:40.726469 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:40.774899 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:45:40.791275 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:45:40.792627 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:45:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:40.830460 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2406-c744-49ce-b077-469aa92fb902 req-e98e08fc-7f87-42b2-9c8b-a39d54720c92 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:40.839216 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-efff2406-c744-49ce-b077-469aa92fb902 req-e98e08fc-7f87-42b2-9c8b-a39d54720c92 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.1075943 Aug 31 13:45:40.904596 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-efff2406-c744-49ce-b077-469aa92fb902 req-28d73489-8d0e-4789-badd-0b45f788b17e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643938 Aug 31 13:45:40.980326 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:45:41.056725 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984121a-df60-40ce-ba8a-c6b431f517a0 req-b7d78fc7-1fde-446f-8fe7-f2b5bd7a54ea tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:41.068338 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0984121a-df60-40ce-ba8a-c6b431f517a0 req-b7d78fc7-1fde-446f-8fe7-f2b5bd7a54ea tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.1145942 Aug 31 13:45:41.159402 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0984121a-df60-40ce-ba8a-c6b431f517a0 req-a4bc58f9-01ae-4d19-8db1-8075ff739c47 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850787 Aug 31 13:45:41.349695 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:45:41.380037 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5faab-0cdb-422a-86f2-9d5aace02dd4 None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:45:41.720237 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a782ff1-e30c-4ad2-a2e4-29040b1f828f None None] New status for floating IP 4b6b5ab2-512f-4d76-8c04-29fc2a4ffd67: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:45:41.840347 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-af42d5aa-09a5-41a1-8c37-3a98a3e56612 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048621792&fields=id&tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 267 time: 0.0724151 Aug 31 13:45:41.995532 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-11edd9e2-59cd-4c04-b40e-3cde09be99da tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:42.003901 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-11edd9e2-59cd-4c04-b40e-3cde09be99da tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 811 time: 0.1652095 Aug 31 13:45:42.022516 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8ab5a12c-8dcd-4627-a1bb-9306761f72e3 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/quotas/3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 375 time: 0.0175068 Aug 31 13:45:42.076468 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc759e-b650-4889-acbb-26b8107609d8 req-ace700c3-307d-4de5-a33b-b31683d410d4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:42.078024 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-41cc759e-b650-4889-acbb-26b8107609d8 req-ace700c3-307d-4de5-a33b-b31683d410d4 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0657563 Aug 31 13:45:42.100341 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-2b356c9d-25e9-4ffd-8101-1e0a25aa3d73 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767827 Aug 31 13:45:42.147009 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-41cc759e-b650-4889-acbb-26b8107609d8 req-d80b618b-d355-443f-bec6-d56a4950496e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587826 Aug 31 13:45:42.241061 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8c5f31ea-a9f5-4cf0-8ae4-b8bef74dc456 service neutron] 10.222.0.21 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393392 Aug 31 13:45:42.361542 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9237de8-d95c-4b51-9ffa-0b8ce2dae24f req-59d464a0-d384-4c1e-a551-f3414e81e712 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:42.363831 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b9237de8-d95c-4b51-9ffa-0b8ce2dae24f req-59d464a0-d384-4c1e-a551-f3414e81e712 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0753374 Aug 31 13:45:42.396178 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-b6253d61-42c7-4b50-ba2b-146411b7260d service neutron] 10.222.0.21 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351388 Aug 31 13:45:42.436610 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b9237de8-d95c-4b51-9ffa-0b8ce2dae24f req-9599d430-3ac5-4d7e-9ce1-68b82c8e15cd tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658755 Aug 31 13:45:42.754232 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:45:42.801674 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:45:42.802583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 24a32f0b-1fb5-4a9d-88cd-93dba8debd20 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:45:42.806488 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-64bb15d5-5d08-4c65-9c29-5375e29956c8 req-48463bfe-2423-488e-90cb-1d64d0daace9 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 210 time: 0.0506613 Aug 31 13:45:43.283790 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694e8b-41ba-4c3f-b138-fee1c7958093 req-94dba215-ea9a-4185-b738-a3b333a0bad0 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:43.291446 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-72694e8b-41ba-4c3f-b138-fee1c7958093 req-94dba215-ea9a-4185-b738-a3b333a0bad0 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0712061 Aug 31 13:45:43.334349 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-72694e8b-41ba-4c3f-b138-fee1c7958093 req-ce25d330-9366-4c50-b15f-14440d4a72d2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418432 Aug 31 13:45:43.587005 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddd397-d731-4057-aae9-0d0221d52d51 req-ee55b908-fd07-42ba-beec-5567ce10a9b9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:43.595140 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-06ddd397-d731-4057-aae9-0d0221d52d51 req-ee55b908-fd07-42ba-beec-5567ce10a9b9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0697250 Aug 31 13:45:43.648830 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-06ddd397-d731-4057-aae9-0d0221d52d51 req-a0096837-4b8a-45a8-b954-6a55153768af tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525043 Aug 31 13:45:43.972510 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38f1044c-00dc-4132-b751-ffb168335543 req-c247a318-2225-4ac8-afe0-93a97e0b6efa tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 210 time: 0.0465288 Aug 31 13:45:44.175315 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-094ac1cd-f4c3-476f-8849-482e065eeee5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:44.175315 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-094ac1cd-f4c3-476f-8849-482e065eeee5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 811 time: 0.1857338 Aug 31 13:45:44.233795 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-eea36a28-ad09-42b8-8519-b2369b96134e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 380 time: 0.0495565 Aug 31 13:45:44.247964 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'port': {'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'admin_state_up': True, 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'security_groups': ['89fc85c3-756f-463c-b74b-aa0374003677']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:44.446606 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Made reservation on behalf of 3fe0f9f3a4c9445aa52a0cd9c16de325 for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:45:44.457721 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:44.506119 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd34a2-dfa0-41de-8c74-de6a7337431a req-174d90a5-ba8c-4509-a481-a299c9ac526d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:44.508706 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5abd34a2-dfa0-41de-8c74-de6a7337431a req-174d90a5-ba8c-4509-a481-a299c9ac526d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0927582 Aug 31 13:45:44.576672 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5abd34a2-dfa0-41de-8c74-de6a7337431a req-db21af8b-a792-44ab-9998-8c510d4808ee tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607605 Aug 31 13:45:44.675416 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Allocated IP 172.20.0.6 (eadfe07a-649e-4ecc-ab96-dbd117253913/fea94a84-a098-489b-9d7f-c128892a0c62/567e463b-a026-495f-bb7e-bbfaff1cc7c1) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:45:44.991179 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33bad2-8376-48f7-8cea-d34e4d2952bd req-abd57a21-0e12-4a98-8444-75aa6672ba49 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:44.993350 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ee33bad2-8376-48f7-8cea-d34e4d2952bd req-abd57a21-0e12-4a98-8444-75aa6672ba49 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.1174715 Aug 31 13:45:45.027196 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.046400 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Transition to ACTIVE for port object 567e463b-a026-495f-bb7e-bbfaff1cc7c1 will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:45.110074 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-1a8d6e18-f7ed-483b-bf88-75135b163bfc req-f29e43b0-9401-4ca0-8199-409337707a22 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 210 time: 0.0514755 Aug 31 13:45:45.137239 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ee33bad2-8376-48f7-8cea-d34e4d2952bd req-ef0b23c4-c8ca-49a9-bbbf-43a830fba835 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643950 Aug 31 13:45:45.158863 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.226266 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Network eadfe07a-649e-4ecc-ab96-dbd117253913 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:45:45.234653 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:45:45.241725 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:45:45.290870 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=567e463b-a026-495f-bb7e-bbfaff1cc7c1,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:45.345325 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:45.346078 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.366810 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-179cd85f-a3b1-4b21-9e25-99b270fc0081 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254225 Aug 31 13:45:45.389605 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Request body: {'port': {'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:45:45.461911 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.532520 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-d4d5d315-02c2-4f9b-818d-9baee8144bd2 None None] Provisioning for port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:45:45.537633 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-d4d5d315-02c2-4f9b-818d-9baee8144bd2 None None] Provisioning complete for port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:45:45.538003 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4d5d315-02c2-4f9b-818d-9baee8144bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.581891 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d4d5d315-02c2-4f9b-818d-9baee8144bd2 None None] Port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:45:45.729985 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402faa6-22f3-48d9-9071-20bc509f1f3b req-400bc9ea-83e8-4afd-bb32-acc2c7e7f2f3 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:45.731645 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a402faa6-22f3-48d9-9071-20bc509f1f3b req-400bc9ea-83e8-4afd-bb32-acc2c7e7f2f3 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0706005 Aug 31 13:45:45.809367 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a402faa6-22f3-48d9-9071-20bc509f1f3b req-a33fa56d-bc03-4844-9b78-15be8e902340 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700731 Aug 31 13:45:45.848076 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567e463b-a026-495f-bb7e-bbfaff1cc7c1 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:45:45.856539 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.870425 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Transition to ACTIVE for port object 567e463b-a026-495f-bb7e-bbfaff1cc7c1 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:45:45.875264 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:45.928670 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Pushing event updated for resources: {'Port': ['ID=567e463b-a026-495f-bb7e-bbfaff1cc7c1,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:46.026234 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Attempting to bind port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:45:46.026995 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Attempting to bind port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:45:46.026995 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Attempting to bind port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 on network eadfe07a-649e-4ecc-ab96-dbd117253913 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:46.031881 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 on network eadfe07a-649e-4ecc-ab96-dbd117253913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:45:46.032210 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Attempting to bind port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 on network eadfe07a-649e-4ecc-ab96-dbd117253913 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:45:46.038111 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:45:46.038462 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Checking segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:45:46.038834 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Bound using segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:45:46.039325 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Bound port: 567e463b-a026-495f-bb7e-bbfaff1cc7c1, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:45:46.039688 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.113645 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] For port 567e463b-a026-495f-bb7e-bbfaff1cc7c1, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:45:46.118005 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] For port 567e463b-a026-495f-bb7e-bbfaff1cc7c1, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:45:46.123689 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.168302 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.169004 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:46.170502 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] 10.222.0.107 "PUT /v2.0/ports/567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 1093 time: 0.7883711 Aug 31 13:45:46.170975 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:46.173502 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:46.204808 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515ff17-0042-452f-880f-60fc0c9cb51c service neutron] Pushing event updated for resources: {'Port': ['ID=567e463b-a026-495f-bb7e-bbfaff1cc7c1,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:46.266703 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce83dd-a4f4-45de-90b8-f56cfa947d71 req-c1b9cdfd-ec4a-4800-a39d-97c034dc1833 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.274928 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-76ce83dd-a4f4-45de-90b8-f56cfa947d71 req-c1b9cdfd-ec4a-4800-a39d-97c034dc1833 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0913842 Aug 31 13:45:46.349467 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-76ce83dd-a4f4-45de-90b8-f56cfa947d71 req-6a0f7b6b-551f-4100-86c7-a0712800f0f5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733895 Aug 31 13:45:46.357239 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4640-9057-4a5c-8560-18671318d602 req-dca8a88d-34a9-4248-9ffb-c01a4f47e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.360910 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cf0d4640-9057-4a5c-8560-18671318d602 req-dca8a88d-34a9-4248-9ffb-c01a4f47e7d6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 1099 time: 0.1165555 Aug 31 13:45:46.503176 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4640-9057-4a5c-8560-18671318d602 req-1cd403ee-880e-47f7-aa2a-4ce0d7ebc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.505615 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cf0d4640-9057-4a5c-8560-18671318d602 req-1cd403ee-880e-47f7-aa2a-4ce0d7ebc53b service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.1370947 Aug 31 13:45:46.589444 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cf0d4640-9057-4a5c-8560-18671318d602 req-960cc048-1216-46f3-8775-71df8dfc22cf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d HTTP/1.1" status: 200 len: 1001 time: 0.0755587 Aug 31 13:45:46.596333 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2591a9-b8f3-4d5b-9fae-5537f3f6ad32 x-openstack-request-id: req-de2591a9-b8f3-4d5b-9fae-5537f3f6ad32 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:46.596633 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:46.596892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de2591a9-b8f3-4d5b-9fae-5537f3f6ad32 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:46.597316 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'status': 'completed', 'code': 200} Aug 31 13:45:46.619875 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-9f6ec4b0-82d4-4432-97e2-a6ff902e100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.621368 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-9f6ec4b0-82d4-4432-97e2-a6ff902e100e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1096 time: 0.4019110 Aug 31 13:45:46.632330 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d9fc-f74d-43d9-997e-45c15b036f1d req-252987b7-d212-4fb7-b15c-5adc6a07b7b2 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.633897 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8ab4d9fc-f74d-43d9-997e-45c15b036f1d req-252987b7-d212-4fb7-b15c-5adc6a07b7b2 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.3683624 Aug 31 13:45:46.647549 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4640-9057-4a5c-8560-18671318d602 req-65a6939b-2fe0-4d26-b6c8-cf019b6ae536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.649240 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cf0d4640-9057-4a5c-8560-18671318d602 req-65a6939b-2fe0-4d26-b6c8-cf019b6ae536 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.0499232 Aug 31 13:45:46.674868 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-374ac5ce-89e7-40e9-877e-0580b1900090 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 217 time: 0.0399420 Aug 31 13:45:46.701365 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4640-9057-4a5c-8560-18671318d602 req-2459e028-8e83-43d4-b649-ad8d9a2ef5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.702925 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cf0d4640-9057-4a5c-8560-18671318d602 req-2459e028-8e83-43d4-b649-ad8d9a2ef5cb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447488 Aug 31 13:45:46.731115 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8ab4d9fc-f74d-43d9-997e-45c15b036f1d req-0ee2a5f8-c4e8-47e4-ba07-9a07b2b4c906 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892720 Aug 31 13:45:46.743896 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-c5c767e3-acf5-4fc5-a213-013b0fc71b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.745447 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-c5c767e3-acf5-4fc5-a213-013b0fc71b1b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0634742 Aug 31 13:45:46.797066 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-596af060-988c-4e56-9c2b-2b70a9fcb35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.798618 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-596af060-988c-4e56-9c2b-2b70a9fcb35c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460868 Aug 31 13:45:46.804534 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cf0d4640-9057-4a5c-8560-18671318d602 req-fb9fbc42-8ec8-4460-864d-fde261db309a service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946376 Aug 31 13:45:46.900345 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-0676f51e-c154-42b4-8c92-2343a649db04 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935781 Aug 31 13:45:46.941839 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-cf0d4640-9057-4a5c-8560-18671318d602 req-49131d61-6d47-4e8a-832b-5f691b2f7036 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294920 Aug 31 13:45:46.964890 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e6673-41f6-4a54-b8a4-fe57607d1248 req-8d445887-a167-4966-a41e-c5387cac889f tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:46.966893 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8d7e6673-41f6-4a54-b8a4-fe57607d1248 req-8d445887-a167-4966-a41e-c5387cac889f tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0756557 Aug 31 13:45:47.017908 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-17430358-4dd7-46f3-80c9-9006d7a8ec99 req-5840a44b-24ed-419d-ae2d-19e367280584 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085737 Aug 31 13:45:47.019480 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8d7e6673-41f6-4a54-b8a4-fe57607d1248 req-c0065498-3c94-4eeb-acdd-a86bfb4b77c6 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456641 Aug 31 13:45:47.120188 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-d5472fb6-7475-457d-9657-acd686a4cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:47.121821 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-d5472fb6-7475-457d-9657-acd686a4cbb6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1096 time: 0.0473344 Aug 31 13:45:47.224298 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-97091704-b3d5-45d3-b608-356cc5787a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:47.225854 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-97091704-b3d5-45d3-b608-356cc5787a8e service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.0916698 Aug 31 13:45:47.275448 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-035bf192-84d7-443f-be58-e9e29a30cdba service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 217 time: 0.0415666 Aug 31 13:45:47.332183 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-4195e9ac-d631-4d2a-bd12-05a18d00f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:47.333983 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-4195e9ac-d631-4d2a-bd12-05a18d00f45f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0501466 Aug 31 13:45:47.394754 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-c63d9c63-ba48-424e-89ef-fdcb4838584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:47.396278 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-c63d9c63-ba48-424e-89ef-fdcb4838584a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538611 Aug 31 13:45:47.538317 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-27caad0d-34f7-4fc9-aa85-1634387fadf7 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328416 Aug 31 13:45:47.547633 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8db68-cf47-4a6b-b081-3efa54850911 req-d4d5b6bb-165a-4ee7-b26d-c2b0824abc1d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:47.549377 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3ee8db68-cf47-4a6b-b081-3efa54850911 req-d4d5b6bb-165a-4ee7-b26d-c2b0824abc1d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0839100 Aug 31 13:45:47.647827 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3ee8db68-cf47-4a6b-b081-3efa54850911 req-a558728e-5d82-4845-932f-1a6880290fb2 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877423 Aug 31 13:45:47.654247 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97d9d4a2-4a1e-4002-9a13-31bbc178619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:47.682727 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9932ff5e-1691-4ae1-8b75-2420ef7c8aa0 req-3563a48d-e877-4fcb-9ba0-9afdf1307a41 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322014 Aug 31 13:45:47.864511 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b2949-3ec2-42c8-b0ee-e825fd523b0c req-22e71a34-66cd-47a0-bcd6-b4d3e4fbe8ca tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:47.866127 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a32b2949-3ec2-42c8-b0ee-e825fd523b0c req-22e71a34-66cd-47a0-bcd6-b4d3e4fbe8ca tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0533495 Aug 31 13:45:47.909236 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a32b2949-3ec2-42c8-b0ee-e825fd523b0c req-1174843f-a335-4f9b-b170-8b8c72c0017c tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368741 Aug 31 13:45:48.148556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57644d-ff77-493e-b70d-fe495aa42de3 req-4050ecac-886c-4f9b-8d51-6be03371d2dc tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:48.150193 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9d57644d-ff77-493e-b70d-fe495aa42de3 req-4050ecac-886c-4f9b-8d51-6be03371d2dc tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0552084 Aug 31 13:45:48.194588 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9d57644d-ff77-493e-b70d-fe495aa42de3 req-7d63d915-3f7d-4f05-89b0-5cb92b837183 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375221 Aug 31 13:45:48.789598 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f051a-8f52-4bd1-baf9-abc7ba19c8f7 req-e50585c9-9fe4-4644-84f3-9ccbdfc19b27 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:48.791157 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-777f051a-8f52-4bd1-baf9-abc7ba19c8f7 req-e50585c9-9fe4-4644-84f3-9ccbdfc19b27 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0551479 Aug 31 13:45:48.833003 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-777f051a-8f52-4bd1-baf9-abc7ba19c8f7 req-25872798-2273-42bb-8c8b-2f689028c357 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357563 Aug 31 13:45:49.045648 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38230004-40b2-49a9-bfe6-3255c17b6cc5 req-da17e2bb-2d9d-44aa-9979-57f025d1e62b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.047339 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38230004-40b2-49a9-bfe6-3255c17b6cc5 req-da17e2bb-2d9d-44aa-9979-57f025d1e62b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0573847 Aug 31 13:45:49.101909 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-38230004-40b2-49a9-bfe6-3255c17b6cc5 req-50bc3108-ca29-4445-bbb2-50fce0386eaf tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457797 Aug 31 13:45:49.325886 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fe445-f052-487f-a6cb-dbf50270531a req-d901243c-9dc2-471c-aa28-940b1a0a86bb tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:49.327655 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0f8fe445-f052-487f-a6cb-dbf50270531a req-d901243c-9dc2-471c-aa28-940b1a0a86bb tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0612106 Aug 31 13:45:49.376220 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0f8fe445-f052-487f-a6cb-dbf50270531a req-fd9e1192-c587-4b35-a75c-28d6e715c13e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410907 Aug 31 13:45:50.018152 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a405d7-3708-41e8-a4fc-feea56672768 req-e13fe7d8-c84f-47c2-a947-2f3a455a5b3d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.020171 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-78a405d7-3708-41e8-a4fc-feea56672768 req-e13fe7d8-c84f-47c2-a947-2f3a455a5b3d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0726392 Aug 31 13:45:50.063085 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-78a405d7-3708-41e8-a4fc-feea56672768 req-4abd04a7-a495-41c2-8979-96361b7d538a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362754 Aug 31 13:45:50.177497 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc902c-a2c7-4f7f-8190-7c2bb1c2a7d5 req-62696456-5f61-4178-9072-3202e761a024 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.179322 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b1cc902c-a2c7-4f7f-8190-7c2bb1c2a7d5 req-62696456-5f61-4178-9072-3202e761a024 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 946 time: 0.0608573 Aug 31 13:45:50.212362 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-fea63c7a-45b7-43c2-b6a4-1bbbaa881598 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465035 Aug 31 13:45:50.232407 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b1cc902c-a2c7-4f7f-8190-7c2bb1c2a7d5 req-7175d689-42b5-4ba8-aa76-8694a6ff1d26 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453479 Aug 31 13:45:50.363074 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f246d23-1514-4cca-855d-b7f0063b8431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.520066 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812c3c5-6e95-462f-8c9f-25fad615b39a req-b6105f42-ffac-431b-8caf-d3e8a18b151e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:50.521748 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a812c3c5-6e95-462f-8c9f-25fad615b39a req-b6105f42-ffac-431b-8caf-d3e8a18b151e tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0617273 Aug 31 13:45:50.570502 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a812c3c5-6e95-462f-8c9f-25fad615b39a req-ce38bcf2-c647-4050-95c2-6c8c2262132c tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=232c62aa-9a66-4647-812e-4b51d79a469e&id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406885 Aug 31 13:45:50.787055 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:45:50.819603 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.876647 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.904939 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:45:50.907269 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23d11d0-c9cb-4993-86f0-054027d1c159" -d '{"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:45:50.921513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:45:50.927307 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.957039 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59b56a9-b97f-4d4b-95da-f8d6d4a6bee7 x-openstack-request-id: req-a59b56a9-b97f-4d4b-95da-f8d6d4a6bee7 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:45:50.957407 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:45:50.957656 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a59b56a9-b97f-4d4b-95da-f8d6d4a6bee7 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:45:50.958039 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'code': 200} Aug 31 13:45:50.988331 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=8']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:51.076263 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-ffc9706b-840c-4f96-a2f0-7707cdfe14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.077854 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-ffc9706b-840c-4f96-a2f0-7707cdfe14c5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0&tenant_id=ed036eb1dc894a28af566c40419db15a HTTP/1.1" status: 200 len: 1097 time: 0.0489378 Aug 31 13:45:51.142574 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-a3a5d480-f979-44cc-bd09-02ea1c8cbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.144588 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-a3a5d480-f979-44cc-bd09-02ea1c8cbeca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed036eb1dc894a28af566c40419db15a&device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 1097 time: 0.0431981 Aug 31 13:45:51.192651 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0b01e-a57b-40d8-8152-731214623200 req-a3d5a15d-c18e-4ead-9ace-d2f7fe6ab7e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.194201 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-aae0b01e-a57b-40d8-8152-731214623200 req-a3d5a15d-c18e-4ead-9ace-d2f7fe6ab7e5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0518382 Aug 31 13:45:51.238855 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-aae0b01e-a57b-40d8-8152-731214623200 req-81213236-8d65-4bac-ba37-9e5355c98cd8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362999 Aug 31 13:45:51.241532 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-572c63a9-2a24-4e27-a545-5a15b0a3b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.243047 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-572c63a9-2a24-4e27-a545-5a15b0a3b260 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 200 len: 918 time: 0.0913885 Aug 31 13:45:51.322707 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-a92e5767-a846-428f-8745-562ecc438726 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d HTTP/1.1" status: 200 len: 999 time: 0.0714138 Aug 31 13:45:51.392363 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-764586d7-99e0-455c-a953-53627d60da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.394009 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-764586d7-99e0-455c-a953-53627d60da97 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 200 len: 855 time: 0.0577304 Aug 31 13:45:51.402417 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db095925-40ed-4c7f-9f4e-38a77e48f9ff req-58ceaf20-ab8e-4028-a6c3-9350c5657e83 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.403799 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-db095925-40ed-4c7f-9f4e-38a77e48f9ff req-58ceaf20-ab8e-4028-a6c3-9350c5657e83 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0960941 Aug 31 13:45:51.467157 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-db095925-40ed-4c7f-9f4e-38a77e48f9ff req-3b8a9ffe-e527-4e78-b899-3824ad4821f1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546808 Aug 31 13:45:51.472230 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-9c74b795-29fc-4dc8-ae57-967e094a23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:51.473758 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-9c74b795-29fc-4dc8-ae57-967e094a23e2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e2963958-fdd6-40d3-96f2-9d73522bf15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691352 Aug 31 13:45:51.512159 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:51.573165 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-3af24470-67d6-4971-b557-628b0798fd45 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917704 Aug 31 13:45:51.668749 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69475242-1efe-420d-b5ce-c1cd30abcb86 req-51abc8ae-7523-40a3-83c3-f005ba14cf53 service neutron] 10.222.0.107 "GET /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871303 Aug 31 13:45:52.376886 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc581ed2-c532-478b-8314-01967d87639f req-11850a91-7458-43b7-91fc-9a2b01b17d5f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.379458 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fc581ed2-c532-478b-8314-01967d87639f req-11850a91-7458-43b7-91fc-9a2b01b17d5f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0642951 Aug 31 13:45:52.427656 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fc581ed2-c532-478b-8314-01967d87639f req-6c9e95cb-d1ad-4dad-9936-3b7e1363ad14 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 Aug 31 13:45:52.603024 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b50b8a-0ca5-49ac-8d3c-90c46aa9f3f1 req-9d260280-3dd3-47a1-9ced-2f15b3c20bad tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:52.604698 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c1b50b8a-0ca5-49ac-8d3c-90c46aa9f3f1 req-9d260280-3dd3-47a1-9ced-2f15b3c20bad tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0572915 Aug 31 13:45:52.647912 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c1b50b8a-0ca5-49ac-8d3c-90c46aa9f3f1 req-59e82c71-0051-4480-b29a-0182058ad9f9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366952 Aug 31 13:45:53.557701 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762e259-c9be-44a7-89db-a317163cc0ce req-9083f486-8ab0-45dc-ad17-a898a61cde64 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:53.559604 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a762e259-c9be-44a7-89db-a317163cc0ce req-9083f486-8ab0-45dc-ad17-a898a61cde64 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0630226 Aug 31 13:45:53.604069 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a762e259-c9be-44a7-89db-a317163cc0ce req-449f9ea6-80fb-47b4-8968-9c82fba4048f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372517 Aug 31 13:45:53.741568 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:53.778961 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ed75-d9c3-44b1-80c8-126fbeb1aa56 req-bcbe487f-0ce6-444b-a3d4-bb56ab4a7a7d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:53.780525 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ef09ed75-d9c3-44b1-80c8-126fbeb1aa56 req-bcbe487f-0ce6-444b-a3d4-bb56ab4a7a7d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0552344 Aug 31 13:45:53.826494 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ef09ed75-d9c3-44b1-80c8-126fbeb1aa56 req-92bd209a-9b91-4059-8eae-0029123adad9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396674 Aug 31 13:45:54.738020 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1682e23-1f1f-40eb-b61b-caac943afd40 req-762376f6-4bab-4219-bef3-441d5a0ce16a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:54.739605 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b1682e23-1f1f-40eb-b61b-caac943afd40 req-762376f6-4bab-4219-bef3-441d5a0ce16a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0629957 Aug 31 13:45:54.790016 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b1682e23-1f1f-40eb-b61b-caac943afd40 req-d7403b0d-fd34-49f3-a306-3e7924b75768 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Aug 31 13:45:54.970447 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfb12-4706-4d15-b754-a428a475357c req-02483586-1458-41c9-98fa-e50c518f2d09 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:54.972892 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-997cfb12-4706-4d15-b754-a428a475357c req-02483586-1458-41c9-98fa-e50c518f2d09 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0682764 Aug 31 13:45:55.018767 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-997cfb12-4706-4d15-b754-a428a475357c req-29562505-fca6-464e-93cd-690b1e975613 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397048 Aug 31 13:45:55.914773 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eaa6b-63f1-40b6-a90f-3e582eab94bc req-9fd11be5-2963-4f33-93c7-004e075c5c95 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:55.917274 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d84eaa6b-63f1-40b6-a90f-3e582eab94bc req-9fd11be5-2963-4f33-93c7-004e075c5c95 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0556917 Aug 31 13:45:55.959999 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d84eaa6b-63f1-40b6-a90f-3e582eab94bc req-b5484820-56ad-4fd2-8acd-be0e52dd35fd tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Aug 31 13:45:56.160695 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98769f6-3fa1-4422-8bf7-58d9c58ced5e req-a810ff14-1bc1-48ac-9182-8c934c229109 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:56.162363 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f98769f6-3fa1-4422-8bf7-58d9c58ced5e req-a810ff14-1bc1-48ac-9182-8c934c229109 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0536447 Aug 31 13:45:56.202956 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f98769f6-3fa1-4422-8bf7-58d9c58ced5e req-0b45be42-2abc-4655-9efe-13ea0f5fda74 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Aug 31 13:45:57.084068 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998b4b-308e-496f-ad72-52551b7f14c4 req-4912f933-3710-41da-88c8-a2ca0c8f95d1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:57.085742 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bf998b4b-308e-496f-ad72-52551b7f14c4 req-4912f933-3710-41da-88c8-a2ca0c8f95d1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0533004 Aug 31 13:45:57.126932 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bf998b4b-308e-496f-ad72-52551b7f14c4 req-985fe0a9-e72f-4290-9b65-e2f7b4f33cbe tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345831 Aug 31 13:45:57.335400 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e158-f22b-4252-81ce-b74d65f72ce9 req-74cb3fb0-b225-4630-9c07-71b59b06c57d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:57.337075 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5229e158-f22b-4252-81ce-b74d65f72ce9 req-74cb3fb0-b225-4630-9c07-71b59b06c57d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0540912 Aug 31 13:45:57.393554 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5229e158-f22b-4252-81ce-b74d65f72ce9 req-f500cb3d-ff40-4a58-8957-7d833fd9357d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502222 Aug 31 13:45:58.253073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7fe0-8019-4590-bca4-fdeed947bbdb req-66129d0e-57e5-4cc2-ba63-6e959d40196a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:58.254625 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-104c7fe0-8019-4590-bca4-fdeed947bbdb req-66129d0e-57e5-4cc2-ba63-6e959d40196a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0527503 Aug 31 13:45:58.296631 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-104c7fe0-8019-4590-bca4-fdeed947bbdb req-e0f00ee8-9078-4018-a540-f22523ae683c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348685 Aug 31 13:45:58.559330 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821882ca-aa56-4c20-bddb-910b074db15d req-afd5928c-9699-432c-aa07-3f99de0a90fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:58.560865 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-821882ca-aa56-4c20-bddb-910b074db15d req-afd5928c-9699-432c-aa07-3f99de0a90fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0788624 Aug 31 13:45:58.605109 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-821882ca-aa56-4c20-bddb-910b074db15d req-dc39eaa3-de76-4f94-be8a-36949314a481 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353224 Aug 31 13:45:59.437802 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d6ac4-59d4-4207-81f5-9a0027afd92d req-2b854e5b-0c56-4aac-abc8-260c5291e726 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:59.439270 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-565d6ac4-59d4-4207-81f5-9a0027afd92d req-2b854e5b-0c56-4aac-abc8-260c5291e726 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0510285 Aug 31 13:45:59.485214 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-565d6ac4-59d4-4207-81f5-9a0027afd92d req-d4752c58-a573-4938-9de9-bc74580bfee3 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394011 Aug 31 13:45:59.751274 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefcf39-49e6-4882-8134-286b18f4ef5a req-9152f0e2-c4e0-408a-9bd8-e1aa8f9df5a9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:45:59.755161 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3aefcf39-49e6-4882-8134-286b18f4ef5a req-9152f0e2-c4e0-408a-9bd8-e1aa8f9df5a9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0560865 Aug 31 13:45:59.796043 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3aefcf39-49e6-4882-8134-286b18f4ef5a req-d2e33a6c-d543-4392-9398-f9e2d4a5d969 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367076 Aug 31 13:46:00.630432 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6aa4fd-9c83-4018-9dd8-369c64985236 req-1f9f2ebc-2721-40c8-b30a-24bced720408 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:00.632258 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7a6aa4fd-9c83-4018-9dd8-369c64985236 req-1f9f2ebc-2721-40c8-b30a-24bced720408 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0643764 Aug 31 13:46:00.682223 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7a6aa4fd-9c83-4018-9dd8-369c64985236 req-5a7b09e9-a0e1-4b89-aa15-d46491e06642 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Aug 31 13:46:00.929902 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7821b-aab1-4f50-a735-cb1e481ec87a req-0e80dca4-7ee5-414b-8ec2-d41aacdb2ca5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:00.932014 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5af7821b-aab1-4f50-a735-cb1e481ec87a req-0e80dca4-7ee5-414b-8ec2-d41aacdb2ca5 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0551972 Aug 31 13:46:00.980156 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5af7821b-aab1-4f50-a735-cb1e481ec87a req-ba948961-7e41-40c5-acb4-10b3bfa87876 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Aug 31 13:46:01.840305 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c877-2a36-4e93-813c-6509013cd6aa req-a46232c0-c604-4b1a-8e5f-66a120010df1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:01.841962 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-85a4c877-2a36-4e93-813c-6509013cd6aa req-a46232c0-c604-4b1a-8e5f-66a120010df1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0690477 Aug 31 13:46:01.900000 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-85a4c877-2a36-4e93-813c-6509013cd6aa req-966a8703-9295-4da8-a017-2330fbae9cce tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512652 Aug 31 13:46:01.970446 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:02.117882 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c43a2-b9d7-47c4-8bb1-78083f80a9a5 req-7c0438be-b460-4689-9a86-a34122b9a91f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:02.119527 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b33c43a2-b9d7-47c4-8bb1-78083f80a9a5 req-7c0438be-b460-4689-9a86-a34122b9a91f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0618391 Aug 31 13:46:02.160783 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b33c43a2-b9d7-47c4-8bb1-78083f80a9a5 req-861db6dc-aa6f-466b-b51c-33da60913b35 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349703 Aug 31 13:46:03.026348 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091a65-0fbd-4c13-95ba-564e9f37516a req-d93ec91d-0254-4c51-9366-851d80c0cfbd tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:03.027895 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2d091a65-0fbd-4c13-95ba-564e9f37516a req-d93ec91d-0254-4c51-9366-851d80c0cfbd tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0524473 Aug 31 13:46:03.071623 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2d091a65-0fbd-4c13-95ba-564e9f37516a req-fa37f7c0-a573-47d3-886d-c449ac6721b8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 Aug 31 13:46:03.292161 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2468d2f-413e-4128-9b36-bedf09b3484e req-2ac4a84c-b450-4f7f-ad04-e5de8e041e66 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:03.293902 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2468d2f-413e-4128-9b36-bedf09b3484e req-2ac4a84c-b450-4f7f-ad04-e5de8e041e66 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0578914 Aug 31 13:46:03.336945 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b2468d2f-413e-4128-9b36-bedf09b3484e req-2be53993-c8bb-471a-9aba-c7ae23ae7f28 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369940 Aug 31 13:46:04.205970 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a89f-502d-49a3-a17a-7159f8258cef req-0c864897-7f5e-4019-9952-49fd26b336fd tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:04.207489 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2175a89f-502d-49a3-a17a-7159f8258cef req-0c864897-7f5e-4019-9952-49fd26b336fd tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0545466 Aug 31 13:46:04.260687 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2175a89f-502d-49a3-a17a-7159f8258cef req-e52130e2-5031-490e-b180-2d31632b94fc tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Aug 31 13:46:04.482239 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51ae72-8737-4e6e-a077-2e85d9c68c83 req-074947fd-201f-4f66-a3e2-5200513ff293 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:04.483810 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2f51ae72-8737-4e6e-a077-2e85d9c68c83 req-074947fd-201f-4f66-a3e2-5200513ff293 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0581486 Aug 31 13:46:04.531601 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-2f51ae72-8737-4e6e-a077-2e85d9c68c83 req-81feb8c0-92ad-460d-85be-0115ed9c67c7 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Aug 31 13:46:05.388591 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d52a30-efc2-40dc-bbe0-cf16d80ec4bf req-27d1b13a-75fc-494a-87de-94b82d7a3fd6 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:05.390101 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a9d52a30-efc2-40dc-bbe0-cf16d80ec4bf req-27d1b13a-75fc-494a-87de-94b82d7a3fd6 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0552387 Aug 31 13:46:05.441167 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a9d52a30-efc2-40dc-bbe0-cf16d80ec4bf req-69dde71d-d91e-48e4-9c2f-3d2e0284f0ce tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Aug 31 13:46:05.670757 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff909923-68f2-4b9b-a67c-fcb89fc2e27c req-c90874ca-5952-48bd-a4d9-c29695ae5d6b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:05.672303 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ff909923-68f2-4b9b-a67c-fcb89fc2e27c req-c90874ca-5952-48bd-a4d9-c29695ae5d6b tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0547385 Aug 31 13:46:05.718474 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ff909923-68f2-4b9b-a67c-fcb89fc2e27c req-0107917a-c818-41ee-92da-d680e7ed973d tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 Aug 31 13:46:06.584890 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261d70-1260-4225-9110-0f902c698053 req-aa7b8db3-99b2-42e9-b80f-45dbd05cde98 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:06.586438 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-65261d70-1260-4225-9110-0f902c698053 req-aa7b8db3-99b2-42e9-b80f-45dbd05cde98 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 943 time: 0.0668321 Aug 31 13:46:06.639345 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-65261d70-1260-4225-9110-0f902c698053 req-63bd8ba2-4a84-4370-9f3a-38dbf7d816cb tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Aug 31 13:46:06.862108 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbea53-e303-4180-bb5c-0390bcfc046a req-e43b4437-517b-46e3-9eac-f241502b78bb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:06.863688 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-dfbbea53-e303-4180-bb5c-0390bcfc046a req-e43b4437-517b-46e3-9eac-f241502b78bb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 944 time: 0.0584233 Aug 31 13:46:06.891113 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:06.908973 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-dfbbea53-e303-4180-bb5c-0390bcfc046a req-a38f8ce3-064a-4bb1-adc0-23d3bd6a5627 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387266 Aug 31 13:46:06.996722 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:07.010361 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'port_id': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'mac_address': 'fa:16:3e:a1:2d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:07.054707 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.068930 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:07.093959 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:07.099978 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.100715 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 567e463b-a026-495f-bb7e-bbfaff1cc7c1 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:46:07.190513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=9']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:07.245924 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 567e463b-a026-495f-bb7e-bbfaff1cc7c1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:07.259451 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1472, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:46:07.301465 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.317080 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567e463b-a026-495f-bb7e-bbfaff1cc7c1 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:46:07.338215 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 567e463b-a026-495f-bb7e-bbfaff1cc7c1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:07.344234 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:07.394923 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=567e463b-a026-495f-bb7e-bbfaff1cc7c1,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:07.626034 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['567e463b-a026-495f-bb7e-bbfaff1cc7c1'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:07.631900 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:07.761300 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163edda-51ed-4fce-a226-388ae838a732 req-f4c7bfe6-9cc4-460b-8ec0-55a14a4889cf tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:07.762861 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7163edda-51ed-4fce-a226-388ae838a732 req-f4c7bfe6-9cc4-460b-8ec0-55a14a4889cf tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 944 time: 0.0517638 Aug 31 13:46:07.802858 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7163edda-51ed-4fce-a226-388ae838a732 req-f0c719f0-ad45-4c0d-a764-0e7af1abdd01 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335686 Aug 31 13:46:08.033192 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ff48-ea93-4d6f-ade5-e98db202784c req-78c466ce-a515-4db2-ba0b-2cd71cf36d9a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:08.034721 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ed39ff48-ea93-4d6f-ade5-e98db202784c req-78c466ce-a515-4db2-ba0b-2cd71cf36d9a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 945 time: 0.0521486 Aug 31 13:46:08.077356 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ed39ff48-ea93-4d6f-ade5-e98db202784c req-ea4d6663-cf0c-4c5e-8f20-4f28d195c752 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366280 Aug 31 13:46:08.905863 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:08.934384 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c36a8-63e3-48df-b067-81ec56f100fc req-600c70ef-6758-430d-aba2-c215b20103c3 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:08.935895 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-840c36a8-63e3-48df-b067-81ec56f100fc req-600c70ef-6758-430d-aba2-c215b20103c3 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 944 time: 0.0602660 Aug 31 13:46:08.955203 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:08.955596 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:08.975043 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-840c36a8-63e3-48df-b067-81ec56f100fc req-a710f162-0aba-4ab0-afd5-4fb4e6cd0e3c tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Aug 31 13:46:09.042199 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.069777 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:09.072151 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a700964e-8c91-4e09-882b-6fe262d1b311" -d '{"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:09.085989 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:09.090996 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.091888 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 567e463b-a026-495f-bb7e-bbfaff1cc7c1 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:46:09.130676 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da375c-3e11-4bcb-bf8a-7e0393126841 x-openstack-request-id: req-16da375c-3e11-4bcb-bf8a-7e0393126841 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:09.130973 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:09.131212 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16da375c-3e11-4bcb-bf8a-7e0393126841 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:09.131673 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'code': 200} Aug 31 13:46:09.168570 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:09.184202 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:46:09.187448 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:09.187830 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.226476 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8685-ed95-4de9-937e-05c6ffa4a871 req-4af5e586-2034-4c97-acf5-f3a1b60c8783 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:09.228935 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b0eb8685-ed95-4de9-937e-05c6ffa4a871 req-4af5e586-2034-4c97-acf5-f3a1b60c8783 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 947 time: 0.0645039 Aug 31 13:46:09.268208 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b0eb8685-ed95-4de9-937e-05c6ffa4a871 req-3457b78d-8847-4073-afba-be25b90b7a68 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333943 Aug 31 13:46:09.272906 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.307016 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port 567e463b-a026-495f-bb7e-bbfaff1cc7c1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:09.309442 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bdaa6-6cf7-4e1b-834b-ea054b340306 req-d1f0b382-ad48-420e-8f6d-79a6af4b71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:09.311124 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-df4bdaa6-6cf7-4e1b-834b-ea054b340306 req-d1f0b382-ad48-420e-8f6d-79a6af4b71d0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 1100 time: 0.0419748 Aug 31 13:46:09.311992 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:09.348319 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-df4bdaa6-6cf7-4e1b-834b-ea054b340306 req-61f2db39-093d-4f4c-9167-cf91215493d4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287769 Aug 31 13:46:09.359207 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=567e463b-a026-495f-bb7e-bbfaff1cc7c1,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:09.371228 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:46:10.104737 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45801d0-2f3a-4023-bd19-da08a55d2f78 req-13a8c8d1-02cc-4589-a904-cc2fb590b166 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:10.106220 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c45801d0-2f3a-4023-bd19-da08a55d2f78 req-13a8c8d1-02cc-4589-a904-cc2fb590b166 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 945 time: 0.0598040 Aug 31 13:46:10.150073 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c45801d0-2f3a-4023-bd19-da08a55d2f78 req-25351b6d-e0b7-4caf-a755-f7cfb7952979 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369523 Aug 31 13:46:10.407722 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca1902-a3c5-4ac8-b948-6950268de53b req-918a449b-50d0-4813-8b72-2c1b3467dad9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:10.409156 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d6ca1902-a3c5-4ac8-b948-6950268de53b req-918a449b-50d0-4813-8b72-2c1b3467dad9 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 947 time: 0.0568082 Aug 31 13:46:10.453806 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d6ca1902-a3c5-4ac8-b948-6950268de53b req-7146cd0a-4d47-4cec-8942-de2643856c91 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350442 Aug 31 13:46:11.133677 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:11.137619 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a09c4f-124c-478d-b8e3-39a516f02993" -d '{"events": [{"server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "name": "network-vif-plugged", "status": "completed", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:11.177933 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85576cae-7991-41fb-9789-6489f3c9e407 x-openstack-request-id: req-85576cae-7991-41fb-9789-6489f3c9e407 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:11.178299 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "name": "network-vif-plugged", "status": "completed", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:11.178698 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85576cae-7991-41fb-9789-6489f3c9e407 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:11.179131 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'code': 200} Aug 31 13:46:11.274694 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6239c6-b012-4b16-ba6c-01d22613a52f req-3c9b11e0-f3d7-4780-884a-95696be9f49b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.276239 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9c6239c6-b012-4b16-ba6c-01d22613a52f req-3c9b11e0-f3d7-4780-884a-95696be9f49b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 945 time: 0.0541117 Aug 31 13:46:11.324161 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9c6239c6-b012-4b16-ba6c-01d22613a52f req-00bf352f-289a-4bbe-af3d-f59d16ff512d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375283 Aug 31 13:46:11.475424 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6756e0f-879e-48d2-9834-3f99174db8d1 req-efb54dbe-bd90-4a00-8811-7248af39dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.476879 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b6756e0f-879e-48d2-9834-3f99174db8d1 req-efb54dbe-bd90-4a00-8811-7248af39dea3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1098 time: 0.0424137 Aug 31 13:46:11.520277 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b6756e0f-879e-48d2-9834-3f99174db8d1 req-bb85eb66-6fdf-4107-b960-a5f80d13ab8b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346136 Aug 31 13:46:11.596642 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb7bb1-dc43-404d-961a-7921f5b73619 req-6e3b88d3-7663-4c48-b0ed-bcca56ed0f27 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:11.597987 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5eeb7bb1-dc43-404d-961a-7921f5b73619 req-6e3b88d3-7663-4c48-b0ed-bcca56ed0f27 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 947 time: 0.0638218 Aug 31 13:46:11.653103 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5eeb7bb1-dc43-404d-961a-7921f5b73619 req-6388f347-29cb-445b-8372-dc948b84e7b1 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411880 Aug 31 13:46:12.456683 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2556-0c11-4f8d-b699-4b58a10679a1 req-4dcc65b9-b117-4e4f-8a8e-479722c6c5ca tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:12.458080 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-412e2556-0c11-4f8d-b699-4b58a10679a1 req-4dcc65b9-b117-4e4f-8a8e-479722c6c5ca tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 945 time: 0.0646746 Aug 31 13:46:12.506513 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-412e2556-0c11-4f8d-b699-4b58a10679a1 req-31f90d13-54d6-4f6b-9ba3-7ed22a1a4ff4 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399508 Aug 31 13:46:13.641739 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeda46a-e093-4f64-9a4b-0c9af078381d req-4c5415f6-13cf-4bdd-88bd-d46649521e99 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.643325 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deeda46a-e093-4f64-9a4b-0c9af078381d req-4c5415f6-13cf-4bdd-88bd-d46649521e99 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 945 time: 0.0627139 Aug 31 13:46:13.686547 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deeda46a-e093-4f64-9a4b-0c9af078381d req-6ad343c5-e6b1-4958-9988-8bd3396c42c5 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340757 Aug 31 13:46:13.812780 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d28989-4530-4400-846c-dbaab6af157d req-d4f7b5a9-b979-456b-909f-658a60ae28da tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.814135 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-09d28989-4530-4400-846c-dbaab6af157d req-d4f7b5a9-b979-456b-909f-658a60ae28da tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 945 time: 0.0565875 Aug 31 13:46:13.857644 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-09d28989-4530-4400-846c-dbaab6af157d req-e2055bde-8c60-49c0-8cc8-125603fbc159 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357203 Aug 31 13:46:13.888639 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52664) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:13.933885 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460af1e-1363-4625-95c5-239d983bf819 tempest-TestVolumeBootPattern-731529798 tempest-TestVolumeBootPattern-731529798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:13.935520 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c460af1e-1363-4625-95c5-239d983bf819 tempest-TestVolumeBootPattern-731529798 tempest-TestVolumeBootPattern-731529798-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1093 time: 0.0456717 Aug 31 13:46:13.938538 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52666) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:13.943188 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:13.969320 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.074941 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.188400 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Allocated IP 172.27.1.178 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/ecf76f2f-3e99-471c-9dcf-060fe9110443) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:46:14.526316 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.571160 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:14.620473 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:46:14.625295 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:46:14.630070 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:46:14.633440 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=ecf76f2f-3e99-471c-9dcf-060fe9110443,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:14.660394 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.660783 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.661131 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.661563 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.661889 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.662424 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.662765 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.663094 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.663416 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.664684 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.664684 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:14.664684 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:15.036853 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.113446 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.271686 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.278881 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.348284 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=ecf76f2f-3e99-471c-9dcf-060fe9110443,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:15.363701 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.475432 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.l3_db [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Floating IP 320f1b68-f856-4f07-9590-090b1f063c8d associated. External IP: 172.27.1.178, port: 567e463b-a026-495f-bb7e-bbfaff1cc7c1. Aug 31 13:46:15.697891 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:46:15.813452 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:46:15.824031 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:46:15.831057 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:15.835023 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:15.835739 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:45:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:15.862208 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-aea7d784-0bdf-49b1-b231-7018ea6ce26f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9226458 Aug 31 13:46:15.862794 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:15.865159 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:15.902896 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6589e27c-096a-4f96-b55c-e7860c31aaae x-openstack-request-id: req-6589e27c-096a-4f96-b55c-e7860c31aaae {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:15.903185 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:15.903434 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6589e27c-096a-4f96-b55c-e7860c31aaae {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:15.903837 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'status': 'completed', 'code': 200} Aug 31 13:46:15.947878 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:15.968627 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-61797293-5335-4df9-abed-05c5c2f4b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:15.970201 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-61797293-5335-4df9-abed-05c5c2f4b68d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1098 time: 0.0410447 Aug 31 13:46:16.083592 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-3059b1f5-e609-439b-8c49-3b89581ca3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.085923 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-3059b1f5-e609-439b-8c49-3b89581ca3a2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.1041944 Aug 31 13:46:16.158772 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-0bba31f2-557f-4e24-9533-c586266925b2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 999 time: 0.0627062 Aug 31 13:46:16.191977 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:14Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:16.218888 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-1fba6405-6d6f-4925-9e09-c97bba616fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.220563 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-1fba6405-6d6f-4925-9e09-c97bba616fdc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0506005 Aug 31 13:46:16.220697 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:46:16.230381 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:16.230850 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:45:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:16.269457 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-1ab5195c-30d2-4899-b5e7-6a9215de6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:16.271384 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-1ab5195c-30d2-4899-b5e7-6a9215de6f35 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433362 Aug 31 13:46:16.379561 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-fe305449-5a0f-4a9b-be4e-0ba535880be4 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897171 Aug 31 13:46:16.470899 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:16.479012 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c5bd312d-6cd9-43c6-9846-9df639ad7a0d req-7323027b-8b9c-4d3a-b24c-9957539dcf9c service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916841 Aug 31 13:46:16.721258 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:14Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:16.752337 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a0a8f-c847-489e-89f3-d9fbeeb3b606 None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:14Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:46:16.944717 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62352d2b-0309-43c7-8940-53f763c44493 None None] New status for floating IP 320f1b68-f856-4f07-9590-090b1f063c8d: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:46:17.658543 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5225b778-b4ec-4020-8f08-8a47eea67f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.361539 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c90a-17cd-4269-a84f-95ffed955087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:20.788866 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:21.521416 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:23.746015 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:29.733186 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-c0bc5182-3db8-4685-90b8-15ffcf1d317b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111256055&fields=id&tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35 HTTP/1.1" status: 200 len: 267 time: 0.0475135 Aug 31 13:46:29.790200 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-ab97d448-e2c1-4601-b5c4-27cd86bd656d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:29.791724 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-ab97d448-e2c1-4601-b5c4-27cd86bd656d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 984 time: 0.0503826 Aug 31 13:46:29.805670 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Request body: {'port': {'security_groups': ['8f834244-4ae4-4d42-8f69-3e422be2bb48']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:46:29.882117 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.068842 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] For port 34eff954-6b81-42e0-814c-eed66d639575, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=34eff954-6b81-42e0-814c-eed66d639575,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:30.098816 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.107014 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.120686 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['34eff954-6b81-42e0-814c-eed66d639575'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:30.157318 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.158003 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.162092 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c2d1d0ce-1835-4879-9357-24b764680be9 req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "PUT /v2.0/ports/34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 942 time: 0.3584678 Aug 31 13:46:30.162092 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:30.166145 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:30.167268 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52744) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:30.181745 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6db1a-55fb-4c9b-92b5-2646e1905eb2 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event updated for resources: {'Port': ['ID=34eff954-6b81-42e0-814c-eed66d639575,revision_number=7']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:30.227922 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6c21a0-e326-402f-b2cc-aaab53e8110d x-openstack-request-id: req-cd6c21a0-e326-402f-b2cc-aaab53e8110d {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:30.228472 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:30.228608 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd6c21a0-e326-402f-b2cc-aaab53e8110d {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:30.228922 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575', 'status': 'completed', 'code': 200} Aug 31 13:46:30.256715 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c38-0714-4b91-bbcd-bcbf51a5f78d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.261552 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['34eff954-6b81-42e0-814c-eed66d639575'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:30.288919 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c38-0714-4b91-bbcd-bcbf51a5f78d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.312729 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-8be1c202-a7c4-4e45-b374-f4951dd4eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.316671 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-8be1c202-a7c4-4e45-b374-f4951dd4eb9c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1098 time: 0.0525033 Aug 31 13:46:30.365350 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c38-0714-4b91-bbcd-bcbf51a5f78d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.379311 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c38-0714-4b91-bbcd-bcbf51a5f78d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.380598 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-b23c6c38-0714-4b91-bbcd-bcbf51a5f78d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "DELETE /v2.0/security-groups/232c62aa-9a66-4647-812e-4b51d79a469e HTTP/1.1" status: 204 len: 168 time: 0.2109625 Aug 31 13:46:30.397852 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52750) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:30.399010 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c6c38-0714-4b91-bbcd-bcbf51a5f78d tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232c62aa-9a66-4647-812e-4b51d79a469e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:30.475964 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-7176a02a-16fa-45d2-b537-5be147629671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.477557 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-7176a02a-16fa-45d2-b537-5be147629671 service neutron] 10.222.0.107 "GET /v2.0/networks?id=ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 200 len: 917 time: 0.1499465 Aug 31 13:46:30.493574 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-d8dbe04c-30ca-4ad6-aac3-a590ce5b3fbd None None] Provisioning complete for port 34eff954-6b81-42e0-814c-eed66d639575 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:46:30.493941 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe04c-30ca-4ad6-aac3-a590ce5b3fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.560977 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-8ba70569-e772-4af2-8cd1-73ceb6c210dd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 1000 time: 0.0734718 Aug 31 13:46:30.615943 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Deleting port dc677840-57bf-4845-af67-978d5c367b11 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:30.616292 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.641297 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-c8fdfc45-7915-4030-994c-eece6636ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.642819 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-c8fdfc45-7915-4030-994c-eece6636ea3e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 HTTP/1.1" status: 200 len: 854 time: 0.0701735 Aug 31 13:46:30.710149 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.710483 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.712140 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-609e2262-8a87-4a6e-9464-81d88c7d988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:30.713746 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-609e2262-8a87-4a6e-9464-81d88c7d988a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ef158fed-9340-45d9-8a62-fca3c70447b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426559 Aug 31 13:46:30.723666 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Calling delete_port for dc677840-57bf-4845-af67-978d5c367b11 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:30.850309 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-02446470-f50b-4a44-b0a6-59aff89ece7d service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037562 Aug 31 13:46:30.924609 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:30.950730 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event deleted for resources: {'Port': ['ID=dc677840-57bf-4845-af67-978d5c367b11,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:30.955468 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-eea50bc3-60e6-41fc-9218-4d4c28e96a3c req-a7c1f6e9-437b-4c22-b440-0ab5a09c5d3b service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896900 Aug 31 13:46:31.011099 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.011391 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.l3_db [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Floating IP 11ec208a-bcf2-4e85-9aa1-18f17cae921c disassociated (deleted). External IP: 172.27.1.43, port: 34eff954-6b81-42e0-814c-eed66d639575. Aug 31 13:46:31.232670 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Router df3fc603-0487-408e-9c7d-18054a1cfdd0 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:46:31.346818 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:46:31.352291 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:31.357150 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] Sync routers for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:46:31.367876 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:31.368539 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:31.381929 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-727d7c4a-94c2-48ad-b907-def45563c225 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "DELETE /v2.0/floatingips/11ec208a-bcf2-4e85-9aa1-18f17cae921c HTTP/1.1" status: 204 len: 168 time: 0.9792800 Aug 31 13:46:31.382486 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:31.384865 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c97e5e-7f55-4993-88d5-a9997cb192f7" -d '{"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:31.425359 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbb6f3b-f7c5-4a5c-ab73-1da6150a3637 x-openstack-request-id: req-dfbb6f3b-f7c5-4a5c-ab73-1da6150a3637 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:31.426217 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "tag": "34eff954-6b81-42e0-814c-eed66d639575", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:31.426478 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfbb6f3b-f7c5-4a5c-ab73-1da6150a3637 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:31.426875 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'tag': '34eff954-6b81-42e0-814c-eed66d639575', 'status': 'completed', 'code': 200} Aug 31 13:46:31.495782 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:31.501972 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-71030fce-9267-458a-bb89-44b64a915b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.503577 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-71030fce-9267-458a-bb89-44b64a915b17 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 1098 time: 0.0487831 Aug 31 13:46:31.651783 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-e449b8bb-66c3-4f5d-9b14-8ea75a0090cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.653351 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-e449b8bb-66c3-4f5d-9b14-8ea75a0090cb service neutron] 10.222.0.107 "GET /v2.0/networks?id=ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 200 len: 917 time: 0.1421072 Aug 31 13:46:31.713813 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-96a76ba6-6ca1-47b9-8278-949427a79b01 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 200 len: 217 time: 0.0428848 Aug 31 13:46:31.741999 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:15Z', 'revision_number': 5, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:31.769438 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] Checking router: df3fc603-0487-408e-9c7d-18054a1cfdd0 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:46:31.777991 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:31.778613 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:31.783054 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-5725b58a-5baa-4067-ab81-77d127680fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.784596 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-5725b58a-5baa-4067-ab81-77d127680fb7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 HTTP/1.1" status: 200 len: 854 time: 0.0603304 Aug 31 13:46:31.842932 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-5e4e88fd-3a7c-427a-8c9b-855a9bd43d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:31.844536 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-5e4e88fd-3a7c-427a-8c9b-855a9bd43d02 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ef158fed-9340-45d9-8a62-fca3c70447b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453446 Aug 31 13:46:31.899604 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:31.949121 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-e3db8a75-181c-4de0-9d22-8f84555806d0 service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912843 Aug 31 13:46:32.030686 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:32.057303 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-09c97e5e-7f55-4993-88d5-a9997cb192f7 req-42eceb74-334a-4f75-8b2a-458f5d3a45df service neutron] 10.222.0.107 "GET /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988245 Aug 31 13:46:32.129218 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:15Z', 'revision_number': 5, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:32.157175 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb0284-37e3-4ac4-af32-4ca13f30b4d6 None None] The sync data for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi is: [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:06Z', 'revision_number': 4, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '4e4c31ce-a4b8-40ec-a4f0-cd498d743def', 'name': '', 'network_id': 'ef158fed-9340-45d9-8a62-fca3c70447b0', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'mac_address': 'fa:16:3e:9f:88:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:05Z', 'updated_at': '2021-08-31T13:44:15Z', 'revision_number': 5, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'subnets': [{'id': '3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:46:32.385776 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39337b40-84cf-411b-bdb2-f1fc82ecca8c None None] New status for floating IP 11ec208a-bcf2-4e85-9aa1-18f17cae921c: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:46:34.763447 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78703029-c566-49ff-aa4c-fd7c1b252e66 req-60c5f5c0-a817-45fa-934d-614465baf191 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:34.765015 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-78703029-c566-49ff-aa4c-fd7c1b252e66 req-60c5f5c0-a817-45fa-934d-614465baf191 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 946 time: 0.0627120 Aug 31 13:46:34.818443 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-78703029-c566-49ff-aa4c-fd7c1b252e66 req-6fc604db-e044-4f42-b23b-628161ad0a12 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456452 Aug 31 13:46:35.270869 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b03210-9a42-4483-a4cb-73763a55356d req-0e4b069d-96ec-4652-8d23-b055a35e4136 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:35.272388 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-94b03210-9a42-4483-a4cb-73763a55356d req-0e4b069d-96ec-4652-8d23-b055a35e4136 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Aug 31 13:46:35.328219 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-94b03210-9a42-4483-a4cb-73763a55356d req-c67f5780-2b06-42c1-9331-81b825ea5200 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Aug 31 13:46:35.966627 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9966f-3223-4362-bdc1-5c91fdf62ded req-73bec3a2-5ace-4a8f-90ae-dd80b909115e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:35.968285 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-63c9966f-3223-4362-bdc1-5c91fdf62ded req-73bec3a2-5ace-4a8f-90ae-dd80b909115e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 946 time: 0.0626295 Aug 31 13:46:36.021423 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-63c9966f-3223-4362-bdc1-5c91fdf62ded req-567fd5a5-1347-4344-8d06-8012cbf8e7c7 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438495 Aug 31 13:46:36.473164 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877696-a3d0-4940-98fe-04d8f1dbb24e req-5684e953-530e-4f5e-8153-8c3c66d2a6b8 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:36.475030 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-71877696-a3d0-4940-98fe-04d8f1dbb24e req-5684e953-530e-4f5e-8153-8c3c66d2a6b8 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0638182 Aug 31 13:46:36.528240 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-71877696-a3d0-4940-98fe-04d8f1dbb24e req-e44b668e-c69d-4e70-b43c-9e9041461fbd tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Aug 31 13:46:37.042560 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-19a6e0a3-1817-4d11-a9d0-e5b7b6ddf481 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:37.044263 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-19a6e0a3-1817-4d11-a9d0-e5b7b6ddf481 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 946 time: 0.0624611 Aug 31 13:46:37.151751 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7c90c-ebf1-41a9-a53e-db0e35341bcb req-4fbb40a5-9548-4cad-a0dc-ceb836ebca8b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:37.153302 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6af7c90c-ebf1-41a9-a53e-db0e35341bcb req-4fbb40a5-9548-4cad-a0dc-ceb836ebca8b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 946 time: 0.0572808 Aug 31 13:46:37.157809 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Deleting port 63dd5148-73a2-4a63-82b7-9ff29b225fee {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:37.158162 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.194077 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6af7c90c-ebf1-41a9-a53e-db0e35341bcb req-0ac1f18d-12b4-4dbf-9197-19171e1adfab tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups?id=65d85363-8610-48ed-b8d2-6223a0904461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347948 Aug 31 13:46:37.258630 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] For port 63dd5148-73a2-4a63-82b7-9ff29b225fee, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=63dd5148-73a2-4a63-82b7-9ff29b225fee,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:37.258988 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.442313 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.442662 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.442988 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Floating IP bcfa6ad6-58be-425f-b76f-26f04beddcb2 disassociated. External IP: 172.27.1.194, port: 63dd5148-73a2-4a63-82b7-9ff29b225fee. Aug 31 13:46:37.443311 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Calling delete_port for 63dd5148-73a2-4a63-82b7-9ff29b225fee owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:37.527577 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-e63c725e-d71c-4e00-9d78-b86669ca5749 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:37.529183 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-e63c725e-d71c-4e00-9d78-b86669ca5749 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.107 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.0504651 Aug 31 13:46:37.586250 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.621908 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event deleted for resources: {'Port': ['ID=63dd5148-73a2-4a63-82b7-9ff29b225fee,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:37.645480 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Deleting port 34eff954-6b81-42e0-814c-eed66d639575 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:37.645872 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.737140 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] For port 34eff954-6b81-42e0-814c-eed66d639575, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=34eff954-6b81-42e0-814c-eed66d639575,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:37.737483 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.746149 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf12df-f12e-45c7-b7cc-84def87aa110 req-9d720b00-6d1e-4061-aa2c-b32e01145692 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:37.747693 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-71bf12df-f12e-45c7-b7cc-84def87aa110 req-9d720b00-6d1e-4061-aa2c-b32e01145692 tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/ports?device_id=12a13a96-7d73-4f6d-b0a8-266b6ee65761 HTTP/1.1" status: 200 len: 945 time: 0.1317458 Aug 31 13:46:37.752034 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Calling delete_port for 34eff954-6b81-42e0-814c-eed66d639575 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:37.800238 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Router fea30283-95b7-4d82-944d-91b9f485a237 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:46:37.807670 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-71bf12df-f12e-45c7-b7cc-84def87aa110 req-84ebe716-fc76-4da6-8cfb-a969f53e2c3b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f834244-4ae4-4d42-8f69-3e422be2bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499249 Aug 31 13:46:37.892731 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.905757 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['34eff954-6b81-42e0-814c-eed66d639575'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:46:37.924651 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:46:37.930702 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Pushing event deleted for resources: {'Port': ['ID=34eff954-6b81-42e0-814c-eed66d639575,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:37.942358 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42509be8-de83-4e29-80ad-284203150015 None None] Sync routers for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:46:37.960147 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42509be8-de83-4e29-80ad-284203150015 None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:37.960839 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-42509be8-de83-4e29-80ad-284203150015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:37.986364 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] No DVR routers for this DVR port 34eff954-6b81-42e0-814c-eed66d639575 on host hv-cinder-80660 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:37.990340 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:37.992841 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5930eb4a-4e30-476e-b268-3fcdc0edfa76 req-56cc114e-6900-42bb-8b89-13187b60178b tempest-TestMinimumBasicScenario-628269536 tempest-TestMinimumBasicScenario-628269536-project] 10.222.0.107 "DELETE /v2.0/ports/34eff954-6b81-42e0-814c-eed66d639575 HTTP/1.1" status: 204 len: 173 time: 0.4466245 Aug 31 13:46:37.993424 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'name': 'network-vif-deleted', 'tag': '34eff954-6b81-42e0-814c-eed66d639575'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:37.996124 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14d5f72-a38d-449f-b91c-e2ef2542f54d" -d '{"events": [{"server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "name": "network-vif-deleted", "tag": "34eff954-6b81-42e0-814c-eed66d639575"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:38.061146 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e7b0c1-fe9f-49a6-9936-7a24b0811441 x-openstack-request-id: req-40e7b0c1-fe9f-49a6-9936-7a24b0811441 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:38.061771 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a13a96-7d73-4f6d-b0a8-266b6ee65761", "name": "network-vif-deleted", "tag": "34eff954-6b81-42e0-814c-eed66d639575", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:38.062218 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40e7b0c1-fe9f-49a6-9936-7a24b0811441 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:38.062833 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a13a96-7d73-4f6d-b0a8-266b6ee65761', 'name': 'network-vif-deleted', 'tag': '34eff954-6b81-42e0-814c-eed66d639575', 'status': 'completed', 'code': 200} Aug 31 13:46:38.165509 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-42509be8-de83-4e29-80ad-284203150015 None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:38.247320 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] No DVR routers for this DVR port 63dd5148-73a2-4a63-82b7-9ff29b225fee on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:38.249969 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:38.252449 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-fa7d27af-40a1-43a5-b5fa-666d72eaef79 req-9ea97c00-73f7-4c38-81ce-0041dac550bd tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.107 "DELETE /v2.0/ports/63dd5148-73a2-4a63-82b7-9ff29b225fee HTTP/1.1" status: 204 len: 173 time: 1.1983855 Aug 31 13:46:38.252895 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'name': 'network-vif-deleted', 'tag': '63dd5148-73a2-4a63-82b7-9ff29b225fee'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:38.255333 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba7376-f008-419c-ae4b-65f87b452c64" -d '{"events": [{"server_uuid": "fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91", "name": "network-vif-deleted", "tag": "63dd5148-73a2-4a63-82b7-9ff29b225fee"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:38.307338 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a437a6-0ad9-4ba1-80ae-67db24ab9835 x-openstack-request-id: req-98a437a6-0ad9-4ba1-80ae-67db24ab9835 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:38.307639 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91", "name": "network-vif-deleted", "tag": "63dd5148-73a2-4a63-82b7-9ff29b225fee", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:38.307895 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98a437a6-0ad9-4ba1-80ae-67db24ab9835 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:38.308281 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91', 'name': 'network-vif-deleted', 'tag': '63dd5148-73a2-4a63-82b7-9ff29b225fee', 'status': 'completed', 'code': 200} Aug 31 13:46:38.310486 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2a578246-d1ed-4b1f-bdbc-6a9c1274580d req-30e27798-68ab-4cd9-875e-ab3568e2a13b tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa0ebeec-cbcf-4b7b-9ab4-db8a9813fd91 HTTP/1.1" status: 200 len: 210 time: 0.0305104 Aug 31 13:46:38.401935 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-42509be8-de83-4e29-80ad-284203150015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:38.429450 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42509be8-de83-4e29-80ad-284203150015 None None] Checking router: fea30283-95b7-4d82-944d-91b9f485a237 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:46:38.439175 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42509be8-de83-4e29-80ad-284203150015 None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:38.439624 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-42509be8-de83-4e29-80ad-284203150015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:38.684410 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-42509be8-de83-4e29-80ad-284203150015 None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:38.970006 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-42509be8-de83-4e29-80ad-284203150015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:39.021848 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42509be8-de83-4e29-80ad-284203150015 None None] The sync data for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi is: [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:40:28Z', 'revision_number': 4, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '355f97b8-6eb5-4ed1-9745-57cb6dcb99f3', 'name': '', 'network_id': '9ac58f34-a341-48d5-804c-8e4590340424', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'mac_address': 'fa:16:3e:e4:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:27Z', 'updated_at': '2021-08-31T13:40:36Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'subnets': [{'id': '768ca513-1e08-42f2-8192-9e3dff62adb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:46:39.273478 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc778844-6353-48b5-8f31-706962858dd5 None None] New status for floating IP bcfa6ad6-58be-425f-b76f-26f04beddcb2: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:46:39.420112 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52884) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:39.483121 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-75c57682-f33d-477c-b2ee-f216909ea946 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.485231 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52886) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:39.514503 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-75c57682-f33d-477c-b2ee-f216909ea946 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.563650 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-75c57682-f33d-477c-b2ee-f216909ea946 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.566404 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-75c57682-f33d-477c-b2ee-f216909ea946 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:39.567683 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-75c57682-f33d-477c-b2ee-f216909ea946 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "DELETE /v2.0/security-groups/65d85363-8610-48ed-b8d2-6223a0904461 HTTP/1.1" status: 204 len: 168 time: 0.1462853 Aug 31 13:46:39.570576 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52888) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:39.577073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c57682-f33d-477c-b2ee-f216909ea946 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d85363-8610-48ed-b8d2-6223a0904461,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:39.823902 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.api.v2.resource [None req-d90c084f-ce1f-489c-bfb2-a0f295c2d07e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] show failed (client error): The resource could not be found. Aug 31 13:46:39.824956 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d90c084f-ce1f-489c-bfb2-a0f295c2d07e tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "GET /v2.0/security-groups/65d85363-8610-48ed-b8d2-6223a0904461 HTTP/1.1" status: 404 len: 347 time: 0.2534237 Aug 31 13:46:39.828576 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52890) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:39.968839 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Deleting port c56966e1-c3b1-4a81-8a6e-11c46436d5ca {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:39.969201 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.049227 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.049480 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.061865 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Calling delete_port for c56966e1-c3b1-4a81-8a6e-11c46436d5ca owned by network:floatingip {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:40.167564 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.205157 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.230955 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Pushing event deleted for resources: {'Port': ['ID=c56966e1-c3b1-4a81-8a6e-11c46436d5ca,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:40.243022 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.243381 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.243719 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.244061 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.244449 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.244768 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.245098 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.245439 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.245763 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.246081 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.246413 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.246726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:40.309200 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks [] for floatingip, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.312040 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.313352 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f71e734d-9604-45df-b0e4-d978c4dd7273 tempest-AttachVolumeTestJSON-1202834005 tempest-AttachVolumeTestJSON-1202834005-project] 10.222.0.21 "DELETE /v2.0/floatingips/bcfa6ad6-58be-425f-b76f-26f04beddcb2 HTTP/1.1" status: 204 len: 168 time: 0.4833808 Aug 31 13:46:40.494600 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Deleting port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:40.495167 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.589576 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] For port 4e4c31ce-a4b8-40ec-a4f0-cd498d743def, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:40.589964 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.603927 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Calling delete_port for 4e4c31ce-a4b8-40ec-a4f0-cd498d743def owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:40.797654 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:40.823628 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4c31ce-a4b8-40ec-a4f0-cd498d743def,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:40.999003 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.047051 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 63dd5148-73a2-4a63-82b7-9ff29b225fee no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:41.071724 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 63dd5148-73a2-4a63-82b7-9ff29b225fee {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:41.071991 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 63dd5148-73a2-4a63-82b7-9ff29b225fee not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:41.072446 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 34eff954-6b81-42e0-814c-eed66d639575 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:41.091782 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 34eff954-6b81-42e0-814c-eed66d639575 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:41.092133 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 34eff954-6b81-42e0-814c-eed66d639575 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:41.241734 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Router df3fc603-0487-408e-9c7d-18054a1cfdd0 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:46:41.356976 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:46:41.362378 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a5d3db60-447a-44a6-90fd-f6543abfd81c admin admin] 10.222.0.21 "PUT /v2.0/routers/df3fc603-0487-408e-9c7d-18054a1cfdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8759866 Aug 31 13:46:41.365373 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52896) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:41.367196 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] Sync routers for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:46:41.377474 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:41.377956 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:41.482337 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.503701 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:41.611678 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.668203 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Deleting port b1d2cf4e-1a91-4060-9629-f92fceebbe30 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:41.668709 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.716696 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:46:40Z', 'revision_number': 5, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port': {'id': 'b1d2cf4e-1a91-4060-9629-f92fceebbe30', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:47:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:41.748070 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] Checking router: df3fc603-0487-408e-9c7d-18054a1cfdd0 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:46:41.750961 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] For port b1d2cf4e-1a91-4060-9629-f92fceebbe30, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=b1d2cf4e-1a91-4060-9629-f92fceebbe30,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:41.751369 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.759881 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] Routers {'df3fc603-0487-408e-9c7d-18054a1cfdd0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:41.760575 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['df3fc603-0487-408e-9c7d-18054a1cfdd0'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:41.765379 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Calling delete_port for b1d2cf4e-1a91-4060-9629-f92fceebbe30 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:41.854960 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] Set router df3fc603-0487-408e-9c7d-18054a1cfdd0 gateway port host: None {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:41.910264 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:46:41Z', 'revision_number': 6, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port_host': None}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:41.939920 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5f5ac-e002-4792-8c99-4e3d0eb9e141 None None] The sync data for ids ['df3fc603-0487-408e-9c7d-18054a1cfdd0'] in dv-cinder-806605-3-iscsi is: [{'id': 'df3fc603-0487-408e-9c7d-18054a1cfdd0', 'name': 'tempest-TestMinimumBasicScenario-1866757286-router', 'tenant_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:03Z', 'updated_at': '2021-08-31T13:46:41Z', 'revision_number': 6, 'project_id': '60c6a57cd6ad45bfa5a8e6639416cc35', 'gw_port_host': None}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:46:41.945570 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:41.972590 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d2cf4e-1a91-4060-9629-f92fceebbe30,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:42.036118 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.132006 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.134305 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.179609 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.180171 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3fc603-0487-408e-9c7d-18054a1cfdd0 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:46:42.184675 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.185874 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-bc16838c-90f6-4b96-9995-4902c1a11a89 admin admin] 10.222.0.21 "DELETE /v2.0/routers/df3fc603-0487-408e-9c7d-18054a1cfdd0 HTTP/1.1" status: 204 len: 168 time: 0.8194396 Aug 31 13:46:42.189530 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52904) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:42.239586 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbab6c7-d18f-4338-a11f-86ebc3f278e4 admin admin] Deleting subnet 3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:46:42.243204 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7bbab6c7-d18f-4338-a11f-86ebc3f278e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.279631 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7bbab6c7-d18f-4338-a11f-86ebc3f278e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.399669 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7bbab6c7-d18f-4338-a11f-86ebc3f278e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.461393 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7bbab6c7-d18f-4338-a11f-86ebc3f278e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.486472 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbab6c7-d18f-4338-a11f-86ebc3f278e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:42.493478 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7bbab6c7-d18f-4338-a11f-86ebc3f278e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.495407 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7bbab6c7-d18f-4338-a11f-86ebc3f278e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3ebfb31e-1f35-40e8-bdc4-ccb7ce55d3e2 HTTP/1.1" status: 204 len: 168 time: 0.3049624 Aug 31 13:46:42.498336 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52906) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:42.499403 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea32a7b-3c9d-4252-a4ec-84d6bb0ab608 None None] Network ef158fed-9340-45d9-8a62-fca3c70447b0 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:42.577445 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.643095 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Deleting port 00c99c7e-e580-4525-90eb-229566b899fa {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:42.644076 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.722468 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] For port 00c99c7e-e580-4525-90eb-229566b899fa, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=00c99c7e-e580-4525-90eb-229566b899fa,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:42.722929 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.729245 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] DHCP port deletion for ef158fed-9340-45d9-8a62-fca3c70447b0 request from dv-cinder-806605-3-iscsi {{(pid=95588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:46:42.737510 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Calling delete_port for 00c99c7e-e580-4525-90eb-229566b899fa owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:42.771729 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 4e4c31ce-a4b8-40ec-a4f0-cd498d743def no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:42.794995 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 4e4c31ce-a4b8-40ec-a4f0-cd498d743def {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:42.795368 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 4e4c31ce-a4b8-40ec-a4f0-cd498d743def not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:42.820525 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Deleting port 00c99c7e-e580-4525-90eb-229566b899fa {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:42.820946 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.837698 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.868769 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c99c7e-e580-4525-90eb-229566b899fa,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:42.875256 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] No DVR routers for this DVR port 00c99c7e-e580-4525-90eb-229566b899fa on host dv-cinder-806605-3-iscsi {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:42.913729 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] For port 00c99c7e-e580-4525-90eb-229566b899fa, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=00c99c7e-e580-4525-90eb-229566b899fa,segment=NetworkSegment(2d9b096f-5904-4fb3-8721-11eba644c233),segment_id=2d9b096f-5904-4fb3-8721-11eba644c233)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:42.914147 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:42.928392 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Calling delete_port for 00c99c7e-e580-4525-90eb-229566b899fa owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:43.069759 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.102380 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Pushing event deleted for resources: {'Port': ['ID=00c99c7e-e580-4525-90eb-229566b899fa,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:43.109748 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] No DVR routers for this DVR port 00c99c7e-e580-4525-90eb-229566b899fa on host dv-cinder-806605-3-iscsi {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:43.112595 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.113152 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.113570 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.113912 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.114238 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.114567 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.114893 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.115220 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.115546 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.115868 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.116187 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.116533 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa7d1-c376-47d6-b787-5e7bb6f67aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:46:43.244826 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.256194 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef158fed-9340-45d9-8a62-fca3c70447b0']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:43.266846 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9b096f-5904-4fb3-8721-11eba644c233') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:43.267151 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9b096f-5904-4fb3-8721-11eba644c233') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:43.276347 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.290522 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.296919 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Releasing vlan 1480 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:46:43.297315 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:46:43.299169 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:46:43.368999 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.378716 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.380793 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef158fed-9340-45d9-8a62-fca3c70447b0 HTTP/1.1" status: 204 len: 168 time: 0.8812747 Aug 31 13:46:43.383620 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52918) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:43.393366 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c305ca-a622-4477-bcee-6ed1c00cc8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef158fed-9340-45d9-8a62-fca3c70447b0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:43.759793 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:43.981981 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52926) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:44.034577 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Deleting port 38e25051-1271-4d94-8fac-5c287a4a66d3 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:44.035295 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.167771 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] For port 38e25051-1271-4d94-8fac-5c287a4a66d3, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=38e25051-1271-4d94-8fac-5c287a4a66d3,segment=NetworkSegment(82196d11-8027-47a9-991e-19b197b7f0cb),segment_id=82196d11-8027-47a9-991e-19b197b7f0cb)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:44.168106 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.210205 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Calling delete_port for 38e25051-1271-4d94-8fac-5c287a4a66d3 owned by network:router_interface {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:44.256272 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device b1d2cf4e-1a91-4060-9629-f92fceebbe30 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:44.276981 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: b1d2cf4e-1a91-4060-9629-f92fceebbe30 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:44.277262 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device b1d2cf4e-1a91-4060-9629-f92fceebbe30 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:44.277633 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 00c99c7e-e580-4525-90eb-229566b899fa no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:44.298532 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 00c99c7e-e580-4525-90eb-229566b899fa {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:44.298887 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 00c99c7e-e580-4525-90eb-229566b899fa not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:44.570991 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.608596 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=38e25051-1271-4d94-8fac-5c287a4a66d3,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:44.826892 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:44.860983 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.465144 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:46:45.593754 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Deleting port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:45.594495 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.646581 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:46:45.656032 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-bd4738e5-9cf9-47f4-9124-05bf21a97bfa admin admin] 10.222.0.21 "PUT /v2.0/routers/b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2679212 Aug 31 13:46:45.656032 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52932) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:45.658367 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482551a2-6343-4291-8c84-db790091c9aa None None] Sync routers for ids ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:46:45.669370 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482551a2-6343-4291-8c84-db790091c9aa None None] Routers {'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:45.669994 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-482551a2-6343-4291-8c84-db790091c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:45.766706 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] For port 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:45.766990 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:45.781572 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-482551a2-6343-4291-8c84-db790091c9aa None None] Set router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:45.787448 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Calling delete_port for 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 owned by network:router_interface {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:45.807990 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks [] for router, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.013930 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-482551a2-6343-4291-8c84-db790091c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7eead797-d2fa-493e-a408-d39593d7982e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:46:44Z', 'revision_number': 5, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port': {'id': '7eead797-d2fa-493e-a408-d39593d7982e', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:44:09Z', 'updated_at': '2021-08-31T13:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:46.031180 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.047420 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482551a2-6343-4291-8c84-db790091c9aa None None] Checking router: b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:46:46.057505 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482551a2-6343-4291-8c84-db790091c9aa None None] Routers {'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:46.058120 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-482551a2-6343-4291-8c84-db790091c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:46.139891 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.147410 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-482551a2-6343-4291-8c84-db790091c9aa None None] Set router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:46.148155 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Deleting port 7eead797-d2fa-493e-a408-d39593d7982e {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:46.148518 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.180295 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Pushing event deleted for resources: {'Port': ['ID=355f97b8-6eb5-4ed1-9745-57cb6dcb99f3,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:46.199753 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-482551a2-6343-4291-8c84-db790091c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:46:46Z', 'revision_number': 6, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port_host': None}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:46.230478 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482551a2-6343-4291-8c84-db790091c9aa None None] The sync data for ids ['b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0'] in dv-cinder-806605-3-iscsi is: [{'id': 'b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0', 'name': 'tempest-TestMinimumBasicScenario-2015126496-router', 'tenant_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:44:08Z', 'updated_at': '2021-08-31T13:46:46Z', 'revision_number': 6, 'project_id': 'fc7f058ce4624948b27d3d1eb9a74c61', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:46:46.361862 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] For port 7eead797-d2fa-493e-a408-d39593d7982e, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=7eead797-d2fa-493e-a408-d39593d7982e,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:46.362232 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.371203 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:46:46.384355 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Calling delete_port for 7eead797-d2fa-493e-a408-d39593d7982e owned by network:router_gateway {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:46.485723 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.728270 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.765708 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Pushing event deleted for resources: {'Port': ['ID=7eead797-d2fa-493e-a408-d39593d7982e,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:46.870701 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.890571 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Router fea30283-95b7-4d82-944d-91b9f485a237 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:46:46.990107 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:46.994107 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.382991 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.383520 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 {{(pid=95586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:46:47.390969 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] Notify callbacks [] for router, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.394547 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-2d9da9d2-e576-4a74-96e7-984c8821510d admin admin] 10.222.0.21 "DELETE /v2.0/routers/b4cb22fa-ef07-4b0a-a08d-b21728a1f6e0 HTTP/1.1" status: 204 len: 168 time: 1.7356238 Aug 31 13:46:47.395395 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52936) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:47.414027 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:46:47.421895 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-1f4a8981-94eb-4341-89d0-c1edd3b4dc25 admin admin] 10.222.0.21 "PUT /v2.0/routers/fea30283-95b7-4d82-944d-91b9f485a237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4362979 Aug 31 13:46:47.422019 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52938) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:47.427009 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] Sync routers for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:46:47.438999 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:47.439608 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:47.452400 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fa719a-f4d1-4605-946e-576cfdea8bdd admin admin] Deleting subnet 801afda5-f345-40fb-8f03-53024954984a {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:46:47.456295 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-97fa719a-f4d1-4605-946e-576cfdea8bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.498314 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-97fa719a-f4d1-4605-946e-576cfdea8bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.550741 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks [] for router, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.567527 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:47.592995 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-97fa719a-f4d1-4605-946e-576cfdea8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.660067 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-97fa719a-f4d1-4605-946e-576cfdea8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.665586 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.691871 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa719a-f4d1-4605-946e-576cfdea8bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801afda5-f345-40fb-8f03-53024954984a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:47.694084 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-97fa719a-f4d1-4605-946e-576cfdea8bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.696287 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-97fa719a-f4d1-4605-946e-576cfdea8bdd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/801afda5-f345-40fb-8f03-53024954984a HTTP/1.1" status: 204 len: 168 time: 0.2998619 Aug 31 13:46:47.699092 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52940) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:47.702292 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a01172-1cf6-43ac-8743-5e7dda517b31 None None] Network f7fd564d-fcbf-4da5-9bdd-0d740c963c77 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:47.706887 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3e9d75f9-ee17-4da5-bdef-a6d9162e9047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.722372 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Deleting port d0251967-1bae-4bf2-b9dc-3101a0b93732 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:47.722871 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.783504 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.811844 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] For port d0251967-1bae-4bf2-b9dc-3101a0b93732, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=d0251967-1bae-4bf2-b9dc-3101a0b93732,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:47.812958 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.833233 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Calling delete_port for d0251967-1bae-4bf2-b9dc-3101a0b93732 owned by network:router_gateway {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:47.843845 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Deleting port ae146e1a-f534-42dd-b7f5-5313c6758320 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:47.844229 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.919597 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] For port ae146e1a-f534-42dd-b7f5-5313c6758320, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=ae146e1a-f534-42dd-b7f5-5313c6758320,segment=NetworkSegment(82196d11-8027-47a9-991e-19b197b7f0cb),segment_id=82196d11-8027-47a9-991e-19b197b7f0cb)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:47.919864 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:47.936032 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Calling delete_port for ae146e1a-f534-42dd-b7f5-5313c6758320 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:48.033226 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.037218 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:46:46Z', 'revision_number': 5, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port': {'id': 'd0251967-1bae-4bf2-b9dc-3101a0b93732', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:40:24Z', 'updated_at': '2021-08-31T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:48.045608 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.068923 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0251967-1bae-4bf2-b9dc-3101a0b93732,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:48.072842 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae146e1a-f534-42dd-b7f5-5313c6758320,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:48.082275 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] Checking router: fea30283-95b7-4d82-944d-91b9f485a237 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:46:48.088324 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] No DVR routers for this DVR port ae146e1a-f534-42dd-b7f5-5313c6758320 on host dv-cinder-806605-3-iscsi {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:48.101452 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ce36f-f67b-4ce3-934e-00a701125c76 None None] DHCP port deletion for f7fd564d-fcbf-4da5-9bdd-0d740c963c77 request from dv-cinder-806605-3-iscsi {{(pid=95588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:46:48.104836 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] Routers {'fea30283-95b7-4d82-944d-91b9f485a237'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:48.105673 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['fea30283-95b7-4d82-944d-91b9f485a237'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:48.148224 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.175010 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.181875 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] Set router fea30283-95b7-4d82-944d-91b9f485a237 gateway port host: None {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:48.185803 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fd564d-fcbf-4da5-9bdd-0d740c963c77']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:48.201634 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82196d11-8027-47a9-991e-19b197b7f0cb') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:48.202036 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82196d11-8027-47a9-991e-19b197b7f0cb') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:48.216495 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.234225 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.242072 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Releasing vlan 1496 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:46:48.242718 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:46:48.244976 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:46:48.247437 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:46:47Z', 'revision_number': 7, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port_host': None}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:48.257497 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.259810 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.291164 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e3948-0f96-4597-820d-48ed4144ae4b None None] The sync data for ids ['fea30283-95b7-4d82-944d-91b9f485a237'] in dv-cinder-806605-3-iscsi is: [{'id': 'fea30283-95b7-4d82-944d-91b9f485a237', 'name': 'tempest-AttachVolumeTestJSON-1310476352-router', 'tenant_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:40:23Z', 'updated_at': '2021-08-31T13:46:47Z', 'revision_number': 7, 'project_id': 'effc0a7a4ced437a90c0e75a20033c1e', 'gw_port_host': None}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:46:48.317025 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.317601 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea30283-95b7-4d82-944d-91b9f485a237 {{(pid=95586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:46:48.320218 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.323446 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] Notify callbacks [] for router, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.329313 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-64a75a10-cd0c-4582-ac26-337e34c99964 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fea30283-95b7-4d82-944d-91b9f485a237 HTTP/1.1" status: 204 len: 168 time: 0.9029138 Aug 31 13:46:48.330027 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.333095 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f7fd564d-fcbf-4da5-9bdd-0d740c963c77 HTTP/1.1" status: 204 len: 168 time: 0.6318820 Aug 31 13:46:48.334227 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52942) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:48.377161 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dc2f1-669c-4031-976c-c144a0dba623 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7fd564d-fcbf-4da5-9bdd-0d740c963c77,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:48.398261 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1df1aa-effd-453d-9624-9ccf8488762b admin admin] Deleting subnet 768ca513-1e08-42f2-8192-9e3dff62adb8 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:46:48.401840 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d1df1aa-effd-453d-9624-9ccf8488762b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.445997 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d1df1aa-effd-453d-9624-9ccf8488762b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.475157 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52952) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:48.520048 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-0db2c89f-8e99-489c-9cf0-e560724f6e8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60c6a57cd6ad45bfa5a8e6639416cc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432978 Aug 31 13:46:48.522633 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52956) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:48.545810 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d1df1aa-effd-453d-9624-9ccf8488762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.629014 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb82c-b32b-4b7d-a040-14f9d77e47bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.656216 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d1df1aa-effd-453d-9624-9ccf8488762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.698373 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device ae146e1a-f534-42dd-b7f5-5313c6758320 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:48.709314 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb82c-b32b-4b7d-a040-14f9d77e47bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.717369 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df1aa-effd-453d-9624-9ccf8488762b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768ca513-1e08-42f2-8192-9e3dff62adb8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:48.720745 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d1df1aa-effd-453d-9624-9ccf8488762b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.725570 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-6d1df1aa-effd-453d-9624-9ccf8488762b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/768ca513-1e08-42f2-8192-9e3dff62adb8 HTTP/1.1" status: 204 len: 168 time: 0.3878176 Aug 31 13:46:48.725948 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52960) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:48.740259 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7db9ff-6c41-43ba-a1a7-d30d62756d8e None None] Network 9ac58f34-a341-48d5-804c-8e4590340424 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:46:48.742954 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: ae146e1a-f534-42dd-b7f5-5313c6758320 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:48.743551 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device ae146e1a-f534-42dd-b7f5-5313c6758320 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:48.744178 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 7eead797-d2fa-493e-a408-d39593d7982e no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:48.813327 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.814115 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b830-ffd8-4589-9ed1-6b3638962bee req-cc3a30d1-7689-4806-980f-734ced4cdb38 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:48.817912 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 7eead797-d2fa-493e-a408-d39593d7982e {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:48.818257 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 7eead797-d2fa-493e-a408-d39593d7982e not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:48.818676 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 38e25051-1271-4d94-8fac-5c287a4a66d3 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:48.821925 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c170b830-ffd8-4589-9ed1-6b3638962bee req-cc3a30d1-7689-4806-980f-734ced4cdb38 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 947 time: 0.1024287 Aug 31 13:46:48.840612 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb82c-b32b-4b7d-a040-14f9d77e47bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.844430 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bf1eb82c-b32b-4b7d-a040-14f9d77e47bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:48.848678 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-bf1eb82c-b32b-4b7d-a040-14f9d77e47bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f834244-4ae4-4d42-8f69-3e422be2bb48 HTTP/1.1" status: 204 len: 168 time: 0.3224149 Aug 31 13:46:48.858061 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 38e25051-1271-4d94-8fac-5c287a4a66d3 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:48.858410 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 38e25051-1271-4d94-8fac-5c287a4a66d3 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:48.871451 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eb82c-b32b-4b7d-a040-14f9d77e47bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f834244-4ae4-4d42-8f69-3e422be2bb48,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:48.896529 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c170b830-ffd8-4589-9ed1-6b3638962bee req-58b74412-5064-4ebe-b6c2-a6bf1ecef6ca tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655589 Aug 31 13:46:48.914317 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Deleting port ac174088-aae5-4b97-b4f3-2e37f2ad8741 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:48.914662 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.006328 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] For port ac174088-aae5-4b97-b4f3-2e37f2ad8741, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=ac174088-aae5-4b97-b4f3-2e37f2ad8741,segment=NetworkSegment(31329084-b8c1-4b1b-87ee-7b8e259f3357),segment_id=31329084-b8c1-4b1b-87ee-7b8e259f3357)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:49.006698 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.043138 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Calling delete_port for ac174088-aae5-4b97-b4f3-2e37f2ad8741 owned by network:dhcp {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:49.169901 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.171158 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab9e7f-494b-4ca8-a8fe-c7ab3b39f23d None None] DHCP port deletion for 9ac58f34-a341-48d5-804c-8e4590340424 request from dv-cinder-806605-3-iscsi {{(pid=95588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:46:49.203027 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac174088-aae5-4b97-b4f3-2e37f2ad8741,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:49.220501 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] No DVR routers for this DVR port ac174088-aae5-4b97-b4f3-2e37f2ad8741 on host dv-cinder-806605-3-iscsi {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:49.310883 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.322340 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac58f34-a341-48d5-804c-8e4590340424']}} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:49.335332 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31329084-b8c1-4b1b-87ee-7b8e259f3357') {'for_net_delete': True} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:49.335770 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31329084-b8c1-4b1b-87ee-7b8e259f3357') {} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:49.345308 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 52966) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:49.356332 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729967'] for segment, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.379483 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.399971 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Releasing vlan 1460 on physical network physnet1 to pool {{(pid=95586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:46:49.400336 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59699642'] for segment, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: Traceback (most recent call last): Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: timer() Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: cb(*args, **kw) Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: return func(*args, **kwargs) Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: self._notify() Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: self.callback(batched_events) Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: event.method(event) Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: return f(self, *a, **k) Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._get(url).json() Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: return self.request(url, 'GET', **kwargs) Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:46:49.402599 dv-cinder-806605-3-iscsi neutron-server[95586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:46:49.458474 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-78574610-9794-49bd-831a-b6675c798b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc7f058ce4624948b27d3d1eb9a74c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119871 Aug 31 13:46:49.461510 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52968) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:49.485938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.492007 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.497210 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] 10.222.0.21 "DELETE /v2.0/networks/9ac58f34-a341-48d5-804c-8e4590340424 HTTP/1.1" status: 204 len: 168 time: 0.7675390 Aug 31 13:46:49.509571 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b691607-d9de-4e30-a758-7a05afa5530c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac58f34-a341-48d5-804c-8e4590340424,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:49.532563 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c3e0600b-367d-4da7-9e93-13fe31978879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.554404 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c3e0600b-367d-4da7-9e93-13fe31978879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.605738 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c3e0600b-367d-4da7-9e93-13fe31978879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.608452 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c3e0600b-367d-4da7-9e93-13fe31978879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.609625 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c3e0600b-367d-4da7-9e93-13fe31978879 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adffea5c-305c-4083-a27e-e9f44c6d1c36 HTTP/1.1" status: 204 len: 168 time: 0.1465051 Aug 31 13:46:49.621254 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0600b-367d-4da7-9e93-13fe31978879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adffea5c-305c-4083-a27e-e9f44c6d1c36,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:49.699161 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52974) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:49.746054 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-5ecb6b5e-37e8-4d97-a6fc-7cd593455254 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=effc0a7a4ced437a90c0e75a20033c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454314 Aug 31 13:46:49.748585 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 52976) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:49.804669 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-026b2920-690a-46d6-ad06-f07350f967bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.830472 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-026b2920-690a-46d6-ad06-f07350f967bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.889103 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-026b2920-690a-46d6-ad06-f07350f967bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.891807 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-026b2920-690a-46d6-ad06-f07350f967bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:49.895732 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-026b2920-690a-46d6-ad06-f07350f967bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9d6f785-54fb-4b30-a431-e6af82f8440f HTTP/1.1" status: 204 len: 168 time: 0.1435974 Aug 31 13:46:49.911294 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b2920-690a-46d6-ad06-f07350f967bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6f785-54fb-4b30-a431-e6af82f8440f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:50.029060 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcce3c-7c97-4e47-bd40-39722020d34a req-d09d53d3-cf7e-4d03-a2aa-601c9601c809 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:50.030721 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b3fcce3c-7c97-4e47-bd40-39722020d34a req-d09d53d3-cf7e-4d03-a2aa-601c9601c809 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 947 time: 0.0534387 Aug 31 13:46:50.080092 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b3fcce3c-7c97-4e47-bd40-39722020d34a req-4866e18c-b26f-4474-8a77-2c709fea6492 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4952d54-0e07-467b-ad1c-3e3e6e7784b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405736 Aug 31 13:46:50.282815 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:50.304081 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:50.304466 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 355f97b8-6eb5-4ed1-9745-57cb6dcb99f3 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:50.304903 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device ac174088-aae5-4b97-b4f3-2e37f2ad8741 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:50.335324 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: ac174088-aae5-4b97-b4f3-2e37f2ad8741 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:50.335676 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device ac174088-aae5-4b97-b4f3-2e37f2ad8741 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:50.336267 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device d0251967-1bae-4bf2-b9dc-3101a0b93732 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:50.364545 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: d0251967-1bae-4bf2-b9dc-3101a0b93732 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:50.365057 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device d0251967-1bae-4bf2-b9dc-3101a0b93732 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:50.385948 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1f0159f-77c4-4c56-a8b1-c8b4f9e725e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:50.574505 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-590e2eac-fbca-4eb2-8a92-747557023f0a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:46:50.576221 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-590e2eac-fbca-4eb2-8a92-747557023f0a tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 947 time: 0.0561984 Aug 31 13:46:50.686185 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Deleting port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:50.686402 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:50.786069 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] For port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:50.786450 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:50.798066 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:50.985031 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:50.985743 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:50.986046 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Floating IP c65f5e45-0042-45a7-bbb2-d4d0bb48e643 disassociated. External IP: 172.27.1.12, port: 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d. Aug 31 13:46:50.986523 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Calling delete_port for 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:51.153026 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:51.201390 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event deleted for resources: {'Port': ['ID=0a0e4a75-26c2-4ef4-8023-0cd4f080b64d,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:51.227378 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-47b03a65-06d3-4f56-b248-c10c09fa43da req-b46a26e6-216a-4c3b-bf36-c04323091d4f tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/ports?device_id=394c001c-7443-4fbe-9741-08c461d452f0 HTTP/1.1" status: 200 len: 210 time: 0.0379994 Aug 31 13:46:51.380840 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Router c5968233-0e4b-4a4f-b4dc-672e72a149f7 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:46:51.502286 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:46:51.516095 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] Sync routers for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:46:51.529409 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:51.530732 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:51.531584 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:51.546844 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] No DVR routers for this DVR port 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:46:51.549581 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:51.552588 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6796fffc-e02f-44ae-bd90-9809ba2b7711 req-876ce88d-15b7-4aef-879d-0c9ca76568a6 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.107 "DELETE /v2.0/ports/0a0e4a75-26c2-4ef4-8023-0cd4f080b64d HTTP/1.1" status: 204 len: 173 time: 0.9660139 Aug 31 13:46:51.553165 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-deleted', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:46:51.556299 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04ccbcd-ebbe-4ee7-8d84-411996ad23fb" -d '{"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-deleted", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:46:51.600341 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80d2c9c-d244-4d64-bd33-cacbcba9f04e x-openstack-request-id: req-f80d2c9c-d244-4d64-bd33-cacbcba9f04e {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:46:51.600673 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c001c-7443-4fbe-9741-08c461d452f0", "name": "network-vif-deleted", "tag": "0a0e4a75-26c2-4ef4-8023-0cd4f080b64d", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:46:51.600943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f80d2c9c-d244-4d64-bd33-cacbcba9f04e {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:46:51.601418 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c001c-7443-4fbe-9741-08c461d452f0', 'name': 'network-vif-deleted', 'tag': '0a0e4a75-26c2-4ef4-8023-0cd4f080b64d', 'status': 'completed', 'code': 200} Aug 31 13:46:51.651666 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:51.878928 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:51.906926 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] Checking router: c5968233-0e4b-4a4f-b4dc-672e72a149f7 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:46:51.917320 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:46:51.917925 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:52.042867 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:46:52.336261 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53022) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:52.372506 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:46:52.399312 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dfd5877d-724f-4fb8-92f0-075eeb6a4e29 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:52.417272 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b9f92-9ec9-4244-8422-34f3a46432cf None None] The sync data for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi is: [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:39:09Z', 'revision_number': 4, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '8baab7d9-dd27-4e5d-8687-5e5d711a8319', 'name': '', 'network_id': 'e2963958-fdd6-40d3-96f2-9d73522bf15e', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'mac_address': 'fa:16:3e:89:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:39:05Z', 'updated_at': '2021-08-31T13:39:22Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'subnets': [{'id': '2cf137db-c258-4cab-b4eb-15e9b02a1a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:46:52.436414 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dfd5877d-724f-4fb8-92f0-075eeb6a4e29 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:52.501620 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dfd5877d-724f-4fb8-92f0-075eeb6a4e29 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:52.503956 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dfd5877d-724f-4fb8-92f0-075eeb6a4e29 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:52.508564 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53032) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:52.509149 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-dfd5877d-724f-4fb8-92f0-075eeb6a4e29 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4952d54-0e07-467b-ad1c-3e3e6e7784b3 HTTP/1.1" status: 204 len: 168 time: 0.1710460 Aug 31 13:46:52.519357 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5877d-724f-4fb8-92f0-075eeb6a4e29 tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4952d54-0e07-467b-ad1c-3e3e6e7784b3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:52.534353 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.api.v2.resource [None req-516f1ba1-fdfc-405b-956a-e505e81012eb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] show failed (client error): The resource could not be found. Aug 31 13:46:52.540110 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-516f1ba1-fdfc-405b-956a-e505e81012eb tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "GET /v2.0/security-groups/d4952d54-0e07-467b-ad1c-3e3e6e7784b3 HTTP/1.1" status: 404 len: 347 time: 0.0243795 Aug 31 13:46:52.540301 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53034) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:52.690727 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Deleting port dea13910-925e-4293-8591-31f7fad77a85 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:52.691114 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:52.718529 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448b7ea-f546-40d6-8a8b-4827a17ed838 None None] New status for floating IP c65f5e45-0042-45a7-bbb2-d4d0bb48e643: DOWN {{(pid=95588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:46:52.788782 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:52.789121 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:52.806616 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Calling delete_port for dea13910-925e-4293-8591-31f7fad77a85 owned by network:floatingip {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:52.943831 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:52.974975 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Pushing event deleted for resources: {'Port': ['ID=dea13910-925e-4293-8591-31f7fad77a85,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:53.048017 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks [] for floatingip, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:53.050763 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:53.052012 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-cc220545-aab8-49e5-be54-6a1b6fb934fe tempest-AttachVolumeShelveTestJSON-1410486693 tempest-AttachVolumeShelveTestJSON-1410486693-project] 10.222.0.21 "DELETE /v2.0/floatingips/c65f5e45-0042-45a7-bbb2-d4d0bb48e643 HTTP/1.1" status: 204 len: 168 time: 0.5105479 Aug 31 13:46:53.749237 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:56.075161 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:46:56.096179 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:46:56.096612 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 0a0e4a75-26c2-4ef4-8023-0cd4f080b64d not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:46:58.720203 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53112) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:59.324410 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.592523 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Deleting port 8baab7d9-dd27-4e5d-8687-5e5d711a8319 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:46:59.592873 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.676175 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] For port 8baab7d9-dd27-4e5d-8687-5e5d711a8319, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=8baab7d9-dd27-4e5d-8687-5e5d711a8319,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:46:59.676575 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.694188 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Calling delete_port for 8baab7d9-dd27-4e5d-8687-5e5d711a8319 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:46:59.702329 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53132) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:59.814185 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f3972935-9e91-4f44-a994-3e4c5bf0eb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.882834 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.909116 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8baab7d9-dd27-4e5d-8687-5e5d711a8319,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:46:59.922135 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f3972935-9e91-4f44-a994-3e4c5bf0eb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.927992 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f3972935-9e91-4f44-a994-3e4c5bf0eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:59.964952 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f3972935-9e91-4f44-a994-3e4c5bf0eb2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a4e186b05b34ddab773b10b95e8f57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614307 Aug 31 13:46:59.968998 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53136) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:46:59.975686 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3972935-9e91-4f44-a994-3e4c5bf0eb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2616d3-6231-4dc5-b91c-81b495927f21,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:00.090750 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72ce6374-081e-4a7f-9de4-2d040988ac5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.149062 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72ce6374-081e-4a7f-9de4-2d040988ac5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.171480 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.289626 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72ce6374-081e-4a7f-9de4-2d040988ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.292827 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72ce6374-081e-4a7f-9de4-2d040988ac5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.294023 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-72ce6374-081e-4a7f-9de4-2d040988ac5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e2616d3-6231-4dc5-b91c-81b495927f21 HTTP/1.1" status: 204 len: 168 time: 0.3239572 Aug 31 13:47:00.311881 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce6374-081e-4a7f-9de4-2d040988ac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2616d3-6231-4dc5-b91c-81b495927f21,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:00.445437 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Router c5968233-0e4b-4a4f-b4dc-672e72a149f7 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:47:00.555275 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:47:00.563262 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-5141bd84-49aa-48e2-9cb2-9793a9801fc4 admin admin] 10.222.0.21 "PUT /v2.0/routers/c5968233-0e4b-4a4f-b4dc-672e72a149f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8391767 Aug 31 13:47:00.563262 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53146) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:00.565101 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] Sync routers for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:47:00.574965 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:00.575584 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:00.682705 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.698315 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:00.796235 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.855880 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Deleting port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:47:00.856225 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.892492 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:46:59Z', 'revision_number': 5, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port': {'id': '0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:38:57Z', 'updated_at': '2021-08-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:00.931585 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] Checking router: c5968233-0e4b-4a4f-b4dc-672e72a149f7 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:47:00.947188 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] Routers {'c5968233-0e4b-4a4f-b4dc-672e72a149f7'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:00.947753 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:46:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:00.952429 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] For port 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:00.952982 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:00.966902 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Calling delete_port for 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:47:00.974555 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53160) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:01.039713 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] Set router c5968233-0e4b-4a4f-b4dc-672e72a149f7 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:01.082348 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1106995813-network', 'tenant_id': '901a7241c8a94101843fad7ab4355783'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:01.091340 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:47:00Z', 'revision_number': 6, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port_host': None}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:01.109334 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Made reservation on behalf of 901a7241c8a94101843fad7ab4355783 for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:01.111959 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.126335 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82857a-2b15-4501-8bed-3b70f182ecfb None None] The sync data for ids ['c5968233-0e4b-4a4f-b4dc-672e72a149f7'] in dv-cinder-806605-3-iscsi is: [{'id': 'c5968233-0e4b-4a4f-b4dc-672e72a149f7', 'name': 'tempest-AttachVolumeShelveTestJSON-975505304-router', 'tenant_id': 'ed036eb1dc894a28af566c40419db15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:38:55Z', 'updated_at': '2021-08-31T13:47:00Z', 'revision_number': 6, 'project_id': 'ed036eb1dc894a28af566c40419db15a', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:47:01.129471 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.150626 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.180961 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:01.251235 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.264314 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.269321 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.297932 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1458, 'physical_network': 'physnet1'} {{(pid=95586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:01.303486 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d311a7a-43f5-4aac-9b44-6e565be9ef7b,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:01.313318 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.313671 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Added segment f4397b29-acaa-4a0a-8322-5fe8a0970404 of type vlan for network 4860d8b5-b51d-42da-8fa5-7a277cc6d7e8 Aug 31 13:47:01.346321 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.348707 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.356061 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.382507 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.383602 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:01.384205 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.395682 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.396216 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5968233-0e4b-4a4f-b4dc-672e72a149f7 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:47:01.400759 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.401903 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-40e9745c-46ab-4460-b1b9-c5e8391d5f22 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c5968233-0e4b-4a4f-b4dc-672e72a149f7 HTTP/1.1" status: 204 len: 168 time: 0.8381279 Aug 31 13:47:01.404684 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53164) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:01.446822 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4669087 Aug 31 13:47:01.447035 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53166) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:01.453788 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Request body: {'subnet': {'network_id': '4860d8b5-b51d-42da-8fa5-7a277cc6d7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1106995813-subnet', 'tenant_id': '901a7241c8a94101843fad7ab4355783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:01.461870 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7411e2-22fa-4921-91a9-f62ba2c74ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=4860d8b5-b51d-42da-8fa5-7a277cc6d7e8,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:01.462314 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8ecf22-4688-467e-ba2a-e49856a86110 admin admin] Deleting subnet 2cf137db-c258-4cab-b4eb-15e9b02a1a11 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:47:01.466060 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecf22-4688-467e-ba2a-e49856a86110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.472956 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 4860d8b5-b51d-42da-8fa5-7a277cc6d7e8 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:01.486073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Made reservation on behalf of 901a7241c8a94101843fad7ab4355783 for: {'subnet': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:01.488988 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58783780'] for subnet, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.504334 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecf22-4688-467e-ba2a-e49856a86110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.600525 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecf22-4688-467e-ba2a-e49856a86110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.659533 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecf22-4688-467e-ba2a-e49856a86110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.672140 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59702751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58783794'] for subnet, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.685762 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ecf22-4688-467e-ba2a-e49856a86110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf137db-c258-4cab-b4eb-15e9b02a1a11,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:01.689234 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecf22-4688-467e-ba2a-e49856a86110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.693940 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-5a8ecf22-4688-467e-ba2a-e49856a86110 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2cf137db-c258-4cab-b4eb-15e9b02a1a11 HTTP/1.1" status: 204 len: 168 time: 0.2855115 Aug 31 13:47:01.695665 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a4b1f5-e1ed-4029-9339-d6c31f5a7804 None None] Network e2963958-fdd6-40d3-96f2-9d73522bf15e requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:01.696934 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53168) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:01.730491 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb70819-f603-4037-bbb7-1e7e84f9d15b,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:01.749227 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Checking segment: {'id': 'f4397b29-acaa-4a0a-8322-5fe8a0970404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '4860d8b5-b51d-42da-8fa5-7a277cc6d7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:01.749227 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Network hostable DHCP agents. Network: 4860d8b5-b51d-42da-8fa5-7a277cc6d7e8, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:01.770062 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Network 4860d8b5-b51d-42da-8fa5-7a277cc6d7e8 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:01.780651 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.783973 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 4860d8b5-b51d-42da-8fa5-7a277cc6d7e8) {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:01.788620 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:01.789269 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.798995 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89baf5ff-0692-4b11-9a7d-e1fb2b21918f None None] Network 4860d8b5-b51d-42da-8fa5-7a277cc6d7e8 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:01.813305 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-a58688b2-6a47-4c38-a7e9-799723b49993 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3649631 Aug 31 13:47:01.847730 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Deleting port e03f7139-f394-4eb6-8909-2f302fa162b7 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:47:01.848075 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.934402 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] For port e03f7139-f394-4eb6-8909-2f302fa162b7, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=e03f7139-f394-4eb6-8909-2f302fa162b7,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:01.934842 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.951558 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Calling delete_port for e03f7139-f394-4eb6-8909-2f302fa162b7 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:47:01.967182 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d77b24-afbd-4d7d-b814-7fd86506f81c None None] Network 4860d8b5-b51d-42da-8fa5-7a277cc6d7e8 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:01.980510 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.983060 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] DHCP port deletion for e2963958-fdd6-40d3-96f2-9d73522bf15e request from dv-cinder-806605-3-iscsi {{(pid=95588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:47:02.119394 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] Deleting port e03f7139-f394-4eb6-8909-2f302fa162b7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:47:02.119771 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.210102 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] For port e03f7139-f394-4eb6-8909-2f302fa162b7, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=e03f7139-f394-4eb6-8909-2f302fa162b7,segment=NetworkSegment(d9b5441f-6ccc-4ed1-b298-6157f6839692),segment_id=d9b5441f-6ccc-4ed1-b298-6157f6839692)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:02.210502 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.236309 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] Calling delete_port for e03f7139-f394-4eb6-8909-2f302fa162b7 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:47:02.323324 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 8baab7d9-dd27-4e5d-8687-5e5d711a8319 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:02.333633 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.355378 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.374730 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Pushing event deleted for resources: {'Port': ['ID=e03f7139-f394-4eb6-8909-2f302fa162b7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:02.376916 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] No DVR routers for this DVR port e03f7139-f394-4eb6-8909-2f302fa162b7 on host dv-cinder-806605-3-iscsi {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:47:02.387393 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 8baab7d9-dd27-4e5d-8687-5e5d711a8319 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:47:02.387725 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 8baab7d9-dd27-4e5d-8687-5e5d711a8319 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:47:02.388142 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device e03f7139-f394-4eb6-8909-2f302fa162b7 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:02.414815 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] Pushing event deleted for resources: {'Port': ['ID=e03f7139-f394-4eb6-8909-2f302fa162b7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:02.416558 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8343f-7f37-4c0c-bfbb-92f558f03d6e None None] No DVR routers for this DVR port e03f7139-f394-4eb6-8909-2f302fa162b7 on host dv-cinder-806605-3-iscsi {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:47:02.435813 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: e03f7139-f394-4eb6-8909-2f302fa162b7 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:47:02.436336 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device e03f7139-f394-4eb6-8909-2f302fa162b7 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:47:02.436781 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:02.456902 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:47:02.457240 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 0d1f0f69-5eaf-42e9-83dc-bcf5c1008ba0 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:47:02.467224 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.475390 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53184) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:02.478787 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2963958-fdd6-40d3-96f2-9d73522bf15e']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:02.480488 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-843433993-network', 'tenant_id': '178e2485c20c474fa16e31754b044bfa'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:02.501705 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Made reservation on behalf of 178e2485c20c474fa16e31754b044bfa for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:02.503805 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b5441f-6ccc-4ed1-b298-6157f6839692') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:02.504029 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.504284 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b5441f-6ccc-4ed1-b298-6157f6839692') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:02.513556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.514308 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.530394 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.537875 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Releasing vlan 1453 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:47:02.538445 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:47:02.540558 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:47:02.599708 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.605005 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.606868 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] 10.222.0.21 "DELETE /v2.0/networks/e2963958-fdd6-40d3-96f2-9d73522bf15e HTTP/1.1" status: 204 len: 168 time: 0.9087009 Aug 31 13:47:02.618743 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942f1e7-d8da-4943-aeca-adccaa40087e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2963958-fdd6-40d3-96f2-9d73522bf15e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:02.619702 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.628979 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.650089 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1453, 'physical_network': 'physnet1'} {{(pid=95586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:02.671568 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d2d8a5-8782-44b3-ad92-ac2e1037ee84,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:02.676681 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.677242 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Added segment 5d3b44cd-d875-4b25-b4c6-46903ac27f59 of type vlan for network 8bb3fce7-f31f-428c-94e7-b8bc51572e06 Aug 31 13:47:02.745089 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.772121 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.773164 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:02.773756 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.819620 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53188) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:02.831553 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3550377 Aug 31 13:47:02.835917 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53190) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:02.838940 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545441c-a6a6-4b0e-8092-ace50979f3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb3fce7-f31f-428c-94e7-b8bc51572e06,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:02.840952 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Request body: {'subnet': {'network_id': '8bb3fce7-f31f-428c-94e7-b8bc51572e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-843433993-subnet', 'tenant_id': '178e2485c20c474fa16e31754b044bfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:02.850556 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 8bb3fce7-f31f-428c-94e7-b8bc51572e06 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:02.885531 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d8b2fcf7-ac1b-4297-87ea-44b817e27bff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed036eb1dc894a28af566c40419db15a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0603144 Aug 31 13:47:02.887347 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53192) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:02.894606 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Made reservation on behalf of 178e2485c20c474fa16e31754b044bfa for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:02.898695 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62518374'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.951033 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a60eab82-6998-4a06-97fc-1879b321e70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:02.975521 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a60eab82-6998-4a06-97fc-1879b321e70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.025646 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a60eab82-6998-4a06-97fc-1879b321e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.028205 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a60eab82-6998-4a06-97fc-1879b321e70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.032086 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-a60eab82-6998-4a06-97fc-1879b321e70f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf2c9fe5-e53c-4091-ae1a-f77f9cf149f1 HTTP/1.1" status: 204 len: 168 time: 0.1405048 Aug 31 13:47:03.038110 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eab82-6998-4a06-97fc-1879b321e70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c9fe5-e53c-4091-ae1a-f77f9cf149f1,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:03.089498 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59160909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62518384'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.153605 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8ccd75-8f72-4d07-b793-0ab312b8942a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:03.163066 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Checking segment: {'id': '5d3b44cd-d875-4b25-b4c6-46903ac27f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '8bb3fce7-f31f-428c-94e7-b8bc51572e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:03.163423 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Network hostable DHCP agents. Network: 8bb3fce7-f31f-428c-94e7-b8bc51572e06, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:03.183742 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Network 8bb3fce7-f31f-428c-94e7-b8bc51572e06 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:03.193487 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 8bb3fce7-f31f-428c-94e7-b8bc51572e06) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:03.199352 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:03.199953 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.203243 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12803b-4c17-4ae0-9236-62449807c100 None None] Network 8bb3fce7-f31f-428c-94e7-b8bc51572e06 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:03.224454 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0d999117-e497-4e7e-9d65-3443b305f93a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3863943 Aug 31 13:47:03.352859 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53202) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:03.366188 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ddb951-6162-4301-9966-62083378f754 None None] Network 8bb3fce7-f31f-428c-94e7-b8bc51572e06 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:03.410678 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e48ddc-eec1-41e6-b06e-016b0ee93f2a admin admin] Deleting subnet 1eb70819-f603-4037-bbb7-1e7e84f9d15b {{(pid=95586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:47:03.414778 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-54e48ddc-eec1-41e6-b06e-016b0ee93f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.465323 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-54e48ddc-eec1-41e6-b06e-016b0ee93f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729940'] for subnet, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.506036 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-54e48ddc-eec1-41e6-b06e-016b0ee93f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.564534 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-54e48ddc-eec1-41e6-b06e-016b0ee93f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59699456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58783755'] for subnet, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.591501 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e48ddc-eec1-41e6-b06e-016b0ee93f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb70819-f603-4037-bbb7-1e7e84f9d15b,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:03.598001 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-54e48ddc-eec1-41e6-b06e-016b0ee93f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.599983 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-54e48ddc-eec1-41e6-b06e-016b0ee93f2a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1eb70819-f603-4037-bbb7-1e7e84f9d15b HTTP/1.1" status: 204 len: 168 time: 0.2458134 Aug 31 13:47:03.602706 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53212) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:03.680223 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.768044 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.778647 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4860d8b5-b51d-42da-8fa5-7a277cc6d7e8']}} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:03.789856 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4397b29-acaa-4a0a-8322-5fe8a0970404') {'for_net_delete': True} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:03.790109 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4397b29-acaa-4a0a-8322-5fe8a0970404') {} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:03.799463 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729967'] for segment, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.813815 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.820698 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=95586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:47:03.821088 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59699642'] for segment, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: Traceback (most recent call last): Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: timer() Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: cb(*args, **kw) Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: return func(*args, **kwargs) Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: self._notify() Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: self.callback(batched_events) Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: event.method(event) Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: return f(self, *a, **k) Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._get(url).json() Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: return self.request(url, 'GET', **kwargs) Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:47:03.822798 dv-cinder-806605-3-iscsi neutron-server[95586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:47:03.883831 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.890990 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.898545 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4860d8b5-b51d-42da-8fa5-7a277cc6d7e8 HTTP/1.1" status: 204 len: 168 time: 0.2893536 Aug 31 13:47:03.899023 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53222) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:03.906197 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceeebc-6fac-4837-b246-1325fc243035 admin admin] Pushing event deleted for resources: {'Network': ['ID=4860d8b5-b51d-42da-8fa5-7a277cc6d7e8,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:03.946443 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3768302-a673-4085-abab-fc4108aa5ba9 admin admin] Deleting subnet 5e8ccd75-8f72-4d07-b793-0ab312b8942a {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:47:03.949996 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3768302-a673-4085-abab-fc4108aa5ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.987007 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3768302-a673-4085-abab-fc4108aa5ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.028558 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3768302-a673-4085-abab-fc4108aa5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.099610 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3768302-a673-4085-abab-fc4108aa5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.131760 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3768302-a673-4085-abab-fc4108aa5ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.136130 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-f3768302-a673-4085-abab-fc4108aa5ba9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e8ccd75-8f72-4d07-b793-0ab312b8942a HTTP/1.1" status: 204 len: 168 time: 0.2361925 Aug 31 13:47:04.136130 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3768302-a673-4085-abab-fc4108aa5ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8ccd75-8f72-4d07-b793-0ab312b8942a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:04.136603 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53230) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:04.206113 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.550657 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.562128 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb3fce7-f31f-428c-94e7-b8bc51572e06']}} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:04.573192 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3b44cd-d875-4b25-b4c6-46903ac27f59') {'for_net_delete': True} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:04.573487 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3b44cd-d875-4b25-b4c6-46903ac27f59') {} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:04.583693 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729967'] for segment, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.600809 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.608229 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Releasing vlan 1453 on physical network physnet1 to pool {{(pid=95586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:47:04.608661 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59699642'] for segment, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: Traceback (most recent call last): Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: timer() Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: cb(*args, **kw) Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: return func(*args, **kwargs) Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: self._notify() Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: self.callback(batched_events) Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: event.method(event) Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: return f(self, *a, **k) Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._get(url).json() Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: return self.request(url, 'GET', **kwargs) Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:47:04.611093 dv-cinder-806605-3-iscsi neutron-server[95586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:47:04.675343 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.680817 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.682769 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8bb3fce7-f31f-428c-94e7-b8bc51572e06 HTTP/1.1" status: 204 len: 168 time: 0.5453570 Aug 31 13:47:04.695703 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f42703-eb58-4990-bc17-2214b6059341 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb3fce7-f31f-428c-94e7-b8bc51572e06,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:04.872525 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53254) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:04.920294 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-534ea35f-d96a-44fe-a509-727ba10d3b4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=901a7241c8a94101843fad7ab4355783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465546 Aug 31 13:47:04.922845 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53256) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:04.929127 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53258) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:04.977192 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4be4c80-794c-493b-ad7f-f062caa3ce3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.000284 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4be4c80-794c-493b-ad7f-f062caa3ce3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.050693 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4be4c80-794c-493b-ad7f-f062caa3ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.053877 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4be4c80-794c-493b-ad7f-f062caa3ce3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.057618 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c4be4c80-794c-493b-ad7f-f062caa3ce3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d311a7a-43f5-4aac-9b44-6e565be9ef7b HTTP/1.1" status: 204 len: 168 time: 0.1313760 Aug 31 13:47:05.063473 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be4c80-794c-493b-ad7f-f062caa3ce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d311a7a-43f5-4aac-9b44-6e565be9ef7b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:05.099034 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-72cd6ae3-c8c6-4860-bc40-c44c5756bbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.199475 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-72cd6ae3-c8c6-4860-bc40-c44c5756bbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.204917 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-72cd6ae3-c8c6-4860-bc40-c44c5756bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.244132 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-72cd6ae3-c8c6-4860-bc40-c44c5756bbe4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e73f29204cb346a6bda6a596a56beda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138812 Aug 31 13:47:05.245164 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd6ae3-c8c6-4860-bc40-c44c5756bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9dd1d5-d95e-45fe-898d-526cf1b9fd2d,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:05.248108 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53266) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:05.304067 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29a550bb-0557-4976-ab30-5e8fb0c6a799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.329781 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29a550bb-0557-4976-ab30-5e8fb0c6a799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.351397 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53268) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:05.378458 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29a550bb-0557-4976-ab30-5e8fb0c6a799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.381277 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29a550bb-0557-4976-ab30-5e8fb0c6a799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.382433 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-29a550bb-0557-4976-ab30-5e8fb0c6a799 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d9dd1d5-d95e-45fe-898d-526cf1b9fd2d HTTP/1.1" status: 204 len: 168 time: 0.1304915 Aug 31 13:47:05.390770 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a550bb-0557-4976-ab30-5e8fb0c6a799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9dd1d5-d95e-45fe-898d-526cf1b9fd2d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:05.399627 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-32086058-0276-4ad5-a2e5-4f17be25f7e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=178e2485c20c474fa16e31754b044bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443704 Aug 31 13:47:05.400203 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53274) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:05.453292 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-afeea31f-b994-4366-8c4f-a0f347bf7900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.476733 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-afeea31f-b994-4366-8c4f-a0f347bf7900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.525671 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-afeea31f-b994-4366-8c4f-a0f347bf7900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.528282 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-afeea31f-b994-4366-8c4f-a0f347bf7900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.529513 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-afeea31f-b994-4366-8c4f-a0f347bf7900 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12d2d8a5-8782-44b3-ad92-ac2e1037ee84 HTTP/1.1" status: 204 len: 168 time: 0.1283247 Aug 31 13:47:05.540093 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeea31f-b994-4366-8c4f-a0f347bf7900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d2d8a5-8782-44b3-ad92-ac2e1037ee84,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:05.738339 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53282) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:05.752541 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8136648e-b01d-4855-a45a-b4de209fc1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.853573 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8136648e-b01d-4855-a45a-b4de209fc1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.861809 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8136648e-b01d-4855-a45a-b4de209fc1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:05.920281 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8136648e-b01d-4855-a45a-b4de209fc1c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8e88aa551ff49fe85cad48a175b30ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807189 Aug 31 13:47:05.923125 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53288) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:05.926607 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136648e-b01d-4855-a45a-b4de209fc1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34beb334-da79-437f-95e5-b1dcf9557520,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:05.981522 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a68e661f-e7d6-4229-92f0-aad1e751ee9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.008856 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a68e661f-e7d6-4229-92f0-aad1e751ee9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.065659 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a68e661f-e7d6-4229-92f0-aad1e751ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.068280 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a68e661f-e7d6-4229-92f0-aad1e751ee9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.069486 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a68e661f-e7d6-4229-92f0-aad1e751ee9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34beb334-da79-437f-95e5-b1dcf9557520 HTTP/1.1" status: 204 len: 168 time: 0.1453273 Aug 31 13:47:06.078086 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e661f-e7d6-4229-92f0-aad1e751ee9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34beb334-da79-437f-95e5-b1dcf9557520,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:08.800591 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d7218721-184a-400d-b0d4-16006af17fbe req-9553d6c4-1ac7-4e92-abfc-684073050603 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501566 Aug 31 13:47:08.898367 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7218721-184a-400d-b0d4-16006af17fbe req-d45ba64d-6044-4a27-b871-f5e6222dd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:08.900183 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d7218721-184a-400d-b0d4-16006af17fbe req-d45ba64d-6044-4a27-b871-f5e6222dd1b2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1098 time: 0.0528336 Aug 31 13:47:09.037109 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7218721-184a-400d-b0d4-16006af17fbe req-20139d01-750b-49e4-ab04-fc3b2c7b2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:09.038668 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d7218721-184a-400d-b0d4-16006af17fbe req-20139d01-750b-49e4-ab04-fc3b2c7b2f5e service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.1090636 Aug 31 13:47:09.120870 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d7218721-184a-400d-b0d4-16006af17fbe req-fb559f9a-6066-48d7-afd3-010274614cb5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0718651 Aug 31 13:47:09.174793 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7218721-184a-400d-b0d4-16006af17fbe req-b8a7e7fa-4c5e-4812-ad3f-5cb423069e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:09.176479 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d7218721-184a-400d-b0d4-16006af17fbe req-b8a7e7fa-4c5e-4812-ad3f-5cb423069e56 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0471625 Aug 31 13:47:09.231200 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7218721-184a-400d-b0d4-16006af17fbe req-7268deff-157d-4be8-a2fa-6f875861dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:09.232817 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d7218721-184a-400d-b0d4-16006af17fbe req-7268deff-157d-4be8-a2fa-6f875861dffe service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486283 Aug 31 13:47:09.338332 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d7218721-184a-400d-b0d4-16006af17fbe req-ed5ff5e6-8dda-4007-a580-2ded1a4e53f7 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974686 Aug 31 13:47:09.439595 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d7218721-184a-400d-b0d4-16006af17fbe req-762eecdd-1ec0-4cf0-89d7-196bea956ea5 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920641 Aug 31 13:47:10.333426 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53410) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:10.463068 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-08397226-d211-4ab0-8a9c-995cb66d1301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:10.574603 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-08397226-d211-4ab0-8a9c-995cb66d1301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:10.580151 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-08397226-d211-4ab0-8a9c-995cb66d1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:10.619290 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-08397226-d211-4ab0-8a9c-995cb66d1301 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=551fc99e85fb446e8e198078a078a6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845709 Aug 31 13:47:10.620145 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08397226-d211-4ab0-8a9c-995cb66d1301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2e2f60-d2c9-4d40-b078-0f23ce6a7eb0,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:10.622015 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:10.676031 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db05a5f2-47b7-4220-8208-7b5f0577de6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:10.697524 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db05a5f2-47b7-4220-8208-7b5f0577de6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:10.745895 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db05a5f2-47b7-4220-8208-7b5f0577de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:10.749091 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db05a5f2-47b7-4220-8208-7b5f0577de6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:10.750730 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-db05a5f2-47b7-4220-8208-7b5f0577de6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d2e2f60-d2c9-4d40-b078-0f23ce6a7eb0 HTTP/1.1" status: 204 len: 168 time: 0.1277351 Aug 31 13:47:10.759403 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05a5f2-47b7-4220-8208-7b5f0577de6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2e2f60-d2c9-4d40-b078-0f23ce6a7eb0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:11.036953 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53428) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:11.051826 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-83b4002c-8cf4-463d-82c4-3aaf539c4ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.147257 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-83b4002c-8cf4-463d-82c4-3aaf539c4ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.152396 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-83b4002c-8cf4-463d-82c4-3aaf539c4ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.189649 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-83b4002c-8cf4-463d-82c4-3aaf539c4ae3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e17b2566d1a4d4b836ad92b0ae50ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515942 Aug 31 13:47:11.191847 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4002c-8cf4-463d-82c4-3aaf539c4ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12737896-a502-47e5-854b-92f556710937,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:11.192966 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53430) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:11.257602 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb07fc59-0822-4c4e-af95-3604033ea6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.281657 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb07fc59-0822-4c4e-af95-3604033ea6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.333032 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb07fc59-0822-4c4e-af95-3604033ea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.339430 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb07fc59-0822-4c4e-af95-3604033ea6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:11.340650 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-fb07fc59-0822-4c4e-af95-3604033ea6c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12737896-a502-47e5-854b-92f556710937 HTTP/1.1" status: 204 len: 168 time: 0.1466737 Aug 31 13:47:11.349682 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07fc59-0822-4c4e-af95-3604033ea6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12737896-a502-47e5-854b-92f556710937,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:15.095920 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:15.223490 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.329488 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.336296 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.375248 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c9a0c8f7a7d4b988271bd7dc3cd242a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776427 Aug 31 13:47:15.376180 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb8045-5451-46b0-9dac-8a53ec3a69f0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:15.378040 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53536) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:15.387073 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.387449 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.387750 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.388073 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.388409 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.388778 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.389103 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.389425 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.389749 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.390071 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.390357 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.390706 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd4b83-667e-4992-b571-03059ef40189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:15.441207 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f84380ba-0ec8-4b54-82de-b2b398028292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.466945 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f84380ba-0ec8-4b54-82de-b2b398028292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.528744 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f84380ba-0ec8-4b54-82de-b2b398028292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.533006 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f84380ba-0ec8-4b54-82de-b2b398028292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:15.537670 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f84380ba-0ec8-4b54-82de-b2b398028292 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efcb8045-5451-46b0-9dac-8a53ec3a69f0 HTTP/1.1" status: 204 len: 168 time: 0.1553602 Aug 31 13:47:15.542800 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84380ba-0ec8-4b54-82de-b2b398028292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb8045-5451-46b0-9dac-8a53ec3a69f0,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:17.655181 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-77b7cbeb-f23f-490b-9ab7-674916db7062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:17.926479 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-2eabea68-f266-4912-a8ed-8520cb02065c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=48b92520beba4f50b17240fb166d6f09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307140 Aug 31 13:47:18.128321 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-d5603afa-60d5-4883-a51e-a960e2b39874 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:18.130053 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-d5603afa-60d5-4883-a51e-a960e2b39874 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975195 Aug 31 13:47:18.148468 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-33b9e338-ecc2-4750-bfe0-65f58ad6fbf1 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/quotas/48b92520beba4f50b17240fb166d6f09 HTTP/1.1" status: 200 len: 375 time: 0.0102272 Aug 31 13:47:18.185022 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-5a0261c2-3bd1-4f17-ae33-f49a67bab705 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48b92520beba4f50b17240fb166d6f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306282 Aug 31 13:47:18.353130 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-77bf9af9-7aee-4d4b-9728-adb183586377 req-3e798480-f039-4a16-837e-b43b639d7fd6 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 210 time: 0.0274620 Aug 31 13:47:19.256212 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-0551f1f8-7ed5-4bf0-8205-ac0a7e6e5f03 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=48b92520beba4f50b17240fb166d6f09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327675 Aug 31 13:47:19.462860 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-89e2755e-003e-41eb-8b48-e702e3a1cac4 req-5269ec76-9f2a-4d09-9bcc-30630e858769 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 210 time: 0.0314536 Aug 31 13:47:19.476302 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-515d2775-dee4-4820-9206-eafe8099d435 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:19.477865 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-515d2775-dee4-4820-9206-eafe8099d435 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154651 Aug 31 13:47:19.493181 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Request body: {'port': {'device_id': 'ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8', 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f', 'admin_state_up': True, 'tenant_id': '48b92520beba4f50b17240fb166d6f09'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:19.605904 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Made reservation on behalf of 48b92520beba4f50b17240fb166d6f09 for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:19.609457 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:19.618812 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:19.732075 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:19.737669 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:19.797482 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:19.881620 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Allocated IP 192.168.233.151 (c804b9fd-0dac-4d8b-98b5-67f86f24f13f/116024f0-9b93-4b4a-851b-0e698e03b3ec/fb9cbe89-af62-48b8-806e-b59a5a524a11) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:20.047513 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.061461 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Transition to ACTIVE for port object fb9cbe89-af62-48b8-806e-b59a5a524a11 will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:20.095520 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.143793 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Network c804b9fd-0dac-4d8b-98b5-67f86f24f13f is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:20.147294 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:20.151779 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:20.155768 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Pushing event updated for resources: {'Port': ['ID=fb9cbe89-af62-48b8-806e-b59a5a524a11,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:20.209786 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:20.210558 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.232120 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6684a7cd-11d6-48ea-988f-feed74f03c9d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7427270 Aug 31 13:47:20.245122 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Request body: {'port': {'device_id': 'ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:20.303736 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.365104 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de6cf4df-ba5a-4510-92ed-6258c3231bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.423100 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7cfb3a5b-2838-44a5-b3e3-60a785d3683e None None] Provisioning for port fb9cbe89-af62-48b8-806e-b59a5a524a11 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:20.427028 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7cfb3a5b-2838-44a5-b3e3-60a785d3683e None None] Provisioning complete for port fb9cbe89-af62-48b8-806e-b59a5a524a11 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:20.427340 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3a5b-2838-44a5-b3e3-60a785d3683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.465267 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb3a5b-2838-44a5-b3e3-60a785d3683e None None] Port fb9cbe89-af62-48b8-806e-b59a5a524a11 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:20.603573 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9cbe89-af62-48b8-806e-b59a5a524a11 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:20.612843 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.630720 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a6bb5-088f-4f15-baf5-16a670d50377 req-dff08ce8-a3d6-43a9-aa11-355a5af0f155 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:20.632227 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-092a6bb5-088f-4f15-baf5-16a670d50377 req-dff08ce8-a3d6-43a9-aa11-355a5af0f155 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 936 time: 0.0997248 Aug 31 13:47:20.637087 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Transition to ACTIVE for port object fb9cbe89-af62-48b8-806e-b59a5a524a11 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:20.645673 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.716348 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-092a6bb5-088f-4f15-baf5-16a670d50377 req-9cf038f2-503a-47c7-bfda-6cf14b1f1728 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779510 Aug 31 13:47:20.719936 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9cbe89-af62-48b8-806e-b59a5a524a11,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:20.795607 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.795868 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Attempting to bind port fb9cbe89-af62-48b8-806e-b59a5a524a11 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:20.796112 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Attempting to bind port fb9cbe89-af62-48b8-806e-b59a5a524a11 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:20.797096 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Attempting to bind port fb9cbe89-af62-48b8-806e-b59a5a524a11 on network c804b9fd-0dac-4d8b-98b5-67f86f24f13f {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:20.802534 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Port fb9cbe89-af62-48b8-806e-b59a5a524a11 on network c804b9fd-0dac-4d8b-98b5-67f86f24f13f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:47:20.802866 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Attempting to bind port fb9cbe89-af62-48b8-806e-b59a5a524a11 on network c804b9fd-0dac-4d8b-98b5-67f86f24f13f {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:20.808078 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:20.808472 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Checking segment: {'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:20.808894 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Bound using segment: {'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:20.809356 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Bound port: fb9cbe89-af62-48b8-806e-b59a5a524a11, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab2fd2c-5599-464c-9b00-9ba04a902966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:20.809725 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.875140 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] For port fb9cbe89-af62-48b8-806e-b59a5a524a11, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:20.878441 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] For port fb9cbe89-af62-48b8-806e-b59a5a524a11, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb9cbe89-af62-48b8-806e-b59a5a524a11,segment=NetworkSegment(0ab2fd2c-5599-464c-9b00-9ba04a902966),segment_id=0ab2fd2c-5599-464c-9b00-9ba04a902966)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:20.883933 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.923938 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:20.924600 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:20.926098 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] 10.222.0.107 "PUT /v2.0/ports/fb9cbe89-af62-48b8-806e-b59a5a524a11 HTTP/1.1" status: 200 len: 1098 time: 0.6857665 Aug 31 13:47:20.926730 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8', 'tag': 'fb9cbe89-af62-48b8-806e-b59a5a524a11'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:20.929109 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139ec4d-9068-474a-9fad-66843027cbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8", "tag": "fb9cbe89-af62-48b8-806e-b59a5a524a11"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:20.959061 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b244894-5985-4a2d-8826-76b0f49c95c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9cbe89-af62-48b8-806e-b59a5a524a11,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:21.003944 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985f6106-dd06-4d0d-95ed-86b06c69e153 x-openstack-request-id: req-985f6106-dd06-4d0d-95ed-86b06c69e153 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:21.004220 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8", "tag": "fb9cbe89-af62-48b8-806e-b59a5a524a11", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:21.004559 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-985f6106-dd06-4d0d-95ed-86b06c69e153 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:21.005079 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8', 'tag': 'fb9cbe89-af62-48b8-806e-b59a5a524a11', 'status': 'completed', 'code': 200} Aug 31 13:47:21.022255 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-a70218fa-45b5-4ac8-8374-7ac614ecc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.023829 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-a70218fa-45b5-4ac8-8374-7ac614ecc965 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=48b92520beba4f50b17240fb166d6f09&device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 1101 time: 0.0562420 Aug 31 13:47:21.071213 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-2669cedb-4293-47e1-a267-f35f6d34e4af service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fb9cbe89-af62-48b8-806e-b59a5a524a11 HTTP/1.1" status: 200 len: 217 time: 0.0392129 Aug 31 13:47:21.123045 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-3baa6584-c50a-476f-b9bc-af390964f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.124880 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-3baa6584-c50a-476f-b9bc-af390964f877 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=116024f0-9b93-4b4a-851b-0e698e03b3ec HTTP/1.1" status: 200 len: 843 time: 0.0460837 Aug 31 13:47:21.174956 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-c2c2818f-e009-49f1-a11c-de4105ad79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.176539 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-c2c2818f-e009-49f1-a11c-de4105ad79d9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c804b9fd-0dac-4d8b-98b5-67f86f24f13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451620 Aug 31 13:47:21.274670 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-45e00078-257b-42cf-bc22-4fbb13315173 service neutron] 10.222.0.107 "GET /v2.0/networks/c804b9fd-0dac-4d8b-98b5-67f86f24f13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908623 Aug 31 13:47:21.375223 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0c08c4da-97d2-44d5-931b-a0ce836ef818 req-7296610d-4fff-4323-afee-67c7489e4467 service neutron] 10.222.0.107 "GET /v2.0/networks/c804b9fd-0dac-4d8b-98b5-67f86f24f13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927029 Aug 31 13:47:21.477077 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-bc30926e-f600-4ece-af90-8ac1098c8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.478706 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-bc30926e-f600-4ece-af90-8ac1098c8908 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=48b92520beba4f50b17240fb166d6f09&device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 1101 time: 0.0513051 Aug 31 13:47:21.525013 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:21.584294 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-af3a6253-9a5e-4bfe-99ec-eb8214ac0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.585823 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-af3a6253-9a5e-4bfe-99ec-eb8214ac0029 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c804b9fd-0dac-4d8b-98b5-67f86f24f13f HTTP/1.1" status: 200 len: 871 time: 0.0980499 Aug 31 13:47:21.630938 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-846cb552-2681-44f0-9f40-5b2c7c69a937 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fb9cbe89-af62-48b8-806e-b59a5a524a11 HTTP/1.1" status: 200 len: 217 time: 0.0368659 Aug 31 13:47:21.688191 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-c58afb27-2b94-4d73-96ca-1579f4983399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.689727 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-c58afb27-2b94-4d73-96ca-1579f4983399 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=116024f0-9b93-4b4a-851b-0e698e03b3ec HTTP/1.1" status: 200 len: 843 time: 0.0515516 Aug 31 13:47:21.739416 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-fb463ba2-3aa8-4cd0-af2a-959c96ef176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.740843 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-fb463ba2-3aa8-4cd0-af2a-959c96ef176d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c804b9fd-0dac-4d8b-98b5-67f86f24f13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437520 Aug 31 13:47:21.875253 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26687a5-9962-4721-8d86-925eb3f7d23a req-f56826ed-f199-4293-aadd-e70a12c17a69 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:21.876754 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c26687a5-9962-4721-8d86-925eb3f7d23a req-f56826ed-f199-4293-aadd-e70a12c17a69 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 948 time: 0.0842674 Aug 31 13:47:21.881237 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-461441d5-fc4e-4384-8249-5e660696bec3 service neutron] 10.222.0.107 "GET /v2.0/networks/c804b9fd-0dac-4d8b-98b5-67f86f24f13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324649 Aug 31 13:47:21.970433 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c26687a5-9962-4721-8d86-925eb3f7d23a req-cdc186d1-3f34-40bf-9159-6ba07bf0d98c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863986 Aug 31 13:47:22.013614 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-8139ec4d-9068-474a-9fad-66843027cbf2 req-cd6829ba-a867-457f-8f47-3b9572c4ee8c service neutron] 10.222.0.107 "GET /v2.0/networks/c804b9fd-0dac-4d8b-98b5-67f86f24f13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231701 Aug 31 13:47:22.158246 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device fb9cbe89-af62-48b8-806e-b59a5a524a11 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:47:22.257979 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port fb9cbe89-af62-48b8-806e-b59a5a524a11, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb9cbe89-af62-48b8-806e-b59a5a524a11,segment=NetworkSegment(0ab2fd2c-5599-464c-9b00-9ba04a902966),segment_id=0ab2fd2c-5599-464c-9b00-9ba04a902966)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:22.270298 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': 'fb9cbe89-af62-48b8-806e-b59a5a524a11', 'network_id': 'c804b9fd-0dac-4d8b-98b5-67f86f24f13f', 'port_id': 'fb9cbe89-af62-48b8-806e-b59a5a524a11', 'mac_address': 'fa:16:3e:30:15:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1484, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116024f0-9b93-4b4a-851b-0e698e03b3ec', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:47:22.313252 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.327298 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9cbe89-af62-48b8-806e-b59a5a524a11 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:47:22.349043 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port fb9cbe89-af62-48b8-806e-b59a5a524a11, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb9cbe89-af62-48b8-806e-b59a5a524a11,segment=NetworkSegment(0ab2fd2c-5599-464c-9b00-9ba04a902966),segment_id=0ab2fd2c-5599-464c-9b00-9ba04a902966)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:22.357487 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:22.413084 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=fb9cbe89-af62-48b8-806e-b59a5a524a11,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:22.587459 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['fb9cbe89-af62-48b8-806e-b59a5a524a11'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:23.106874 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aed10-33df-4c4f-bb85-fa2de5679d20 req-15c2c25f-d3a1-4e10-bb4f-b731280cb8e5 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:23.108516 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-103aed10-33df-4c4f-bb85-fa2de5679d20 req-15c2c25f-d3a1-4e10-bb4f-b731280cb8e5 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 949 time: 0.0608709 Aug 31 13:47:23.152533 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-103aed10-33df-4c4f-bb85-fa2de5679d20 req-51ad3391-f8e2-4332-acbb-e0eb382f5007 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371954 Aug 31 13:47:23.222518 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53698) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:23.351930 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-941afbd0-74f7-49ab-8eb3-d71a40198da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.373073 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:47:23.457988 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-941afbd0-74f7-49ab-8eb3-d71a40198da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.463522 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-941afbd0-74f7-49ab-8eb3-d71a40198da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.513265 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941afbd0-74f7-49ab-8eb3-d71a40198da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af791bc-8387-4656-8d19-7122d3424a40,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:23.520160 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-941afbd0-74f7-49ab-8eb3-d71a40198da8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=053cb5d1c58341a1bcdac191de6fa317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963104 Aug 31 13:47:23.523221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53702) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:23.581592 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8118ddb8-73d3-4cfa-b2f8-705c5319671c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.606354 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8118ddb8-73d3-4cfa-b2f8-705c5319671c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.653369 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8118ddb8-73d3-4cfa-b2f8-705c5319671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.656026 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8118ddb8-73d3-4cfa-b2f8-705c5319671c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.657224 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-8118ddb8-73d3-4cfa-b2f8-705c5319671c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7af791bc-8387-4656-8d19-7122d3424a40 HTTP/1.1" status: 204 len: 168 time: 0.1329823 Aug 31 13:47:23.665257 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118ddb8-73d3-4cfa-b2f8-705c5319671c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af791bc-8387-4656-8d19-7122d3424a40,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:23.748598 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:23.953733 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53708) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:23.967419 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cb52868-7b95-4373-af2d-83c641159f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.068736 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cb52868-7b95-4373-af2d-83c641159f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.075380 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cb52868-7b95-4373-af2d-83c641159f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.115316 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-8cb52868-7b95-4373-af2d-83c641159f1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85552da33a1245e2bf0888239c89e81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604242 Aug 31 13:47:24.116192 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb52868-7b95-4373-af2d-83c641159f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a6678c-8ce3-43c4-82b8-242ff0c2cd47,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:24.118143 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 53710) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:24.181889 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd44-a5a9-469f-85b6-24896c9358de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.190543 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device fb9cbe89-af62-48b8-806e-b59a5a524a11 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:24.205399 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd44-a5a9-469f-85b6-24896c9358de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.251243 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port fb9cbe89-af62-48b8-806e-b59a5a524a11 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:24.255884 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port fb9cbe89-af62-48b8-806e-b59a5a524a11 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:24.256269 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.290559 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a4497-17c2-460f-b5d6-f0f3c29b5fdc req-fc5a11f8-e1ff-4e72-9a56-3b12c06f458b tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:24.292132 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-576a4497-17c2-460f-b5d6-f0f3c29b5fdc req-fc5a11f8-e1ff-4e72-9a56-3b12c06f458b tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 949 time: 0.0622888 Aug 31 13:47:24.293319 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd44-a5a9-469f-85b6-24896c9358de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.296063 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd44-a5a9-469f-85b6-24896c9358de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.300013 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-f94ffd44-a5a9-469f-85b6-24896c9358de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9a6678c-8ce3-43c4-82b8-242ff0c2cd47 HTTP/1.1" status: 204 len: 168 time: 0.1780684 Aug 31 13:47:24.313122 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ffd44-a5a9-469f-85b6-24896c9358de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a6678c-8ce3-43c4-82b8-242ff0c2cd47,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:24.341848 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-576a4497-17c2-460f-b5d6-f0f3c29b5fdc req-6afce43e-f6d8-4044-826d-79ec224c603d tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Aug 31 13:47:24.359561 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.383375 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9cbe89-af62-48b8-806e-b59a5a524a11'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:24.386059 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f5efbd-452d-4822-88b1-29fdc55d7762" -d '{"events": [{"server_uuid": "ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8", "name": "network-vif-plugged", "status": "completed", "tag": "fb9cbe89-af62-48b8-806e-b59a5a524a11"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:24.399768 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port fb9cbe89-af62-48b8-806e-b59a5a524a11, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb9cbe89-af62-48b8-806e-b59a5a524a11,segment=NetworkSegment(0ab2fd2c-5599-464c-9b00-9ba04a902966),segment_id=0ab2fd2c-5599-464c-9b00-9ba04a902966)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:24.405478 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:24.429989 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cb2818-6037-4710-abb3-ce6333fdfd67 x-openstack-request-id: req-f4cb2818-6037-4710-abb3-ce6333fdfd67 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:24.430283 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8", "name": "network-vif-plugged", "status": "completed", "tag": "fb9cbe89-af62-48b8-806e-b59a5a524a11", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:24.430538 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4cb2818-6037-4710-abb3-ce6333fdfd67 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:24.430931 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9cbe89-af62-48b8-806e-b59a5a524a11', 'code': 200} Aug 31 13:47:24.459152 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=fb9cbe89-af62-48b8-806e-b59a5a524a11,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:24.607955 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599e3cb-d0ea-484a-a256-11e5fab51c25 req-75855956-1867-4dd7-8fe4-838967df8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:24.609550 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2599e3cb-d0ea-484a-a256-11e5fab51c25 req-75855956-1867-4dd7-8fe4-838967df8ddb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 1103 time: 0.0483348 Aug 31 13:47:24.648888 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2599e3cb-d0ea-484a-a256-11e5fab51c25 req-7e0fff0c-471e-4bb9-8333-e07812e1150a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325549 Aug 31 13:47:25.472100 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ad1e6-ac13-48e6-b67a-339b12f886ea req-2adc88a8-aed7-4f2b-a888-747321ecee24 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:25.473666 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7c4ad1e6-ac13-48e6-b67a-339b12f886ea req-2adc88a8-aed7-4f2b-a888-747321ecee24 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 950 time: 0.0502651 Aug 31 13:47:25.520296 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7c4ad1e6-ac13-48e6-b67a-339b12f886ea req-dba85b4c-ca9b-4e9f-a10d-648ab918f3db tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384727 Aug 31 13:47:26.665136 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4ec8-4c73-4181-9fd3-6b65555eb1a0 req-707c2c0e-dd05-4bc3-b754-6a11251b1332 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:26.671620 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8bf4ec8-4c73-4181-9fd3-6b65555eb1a0 req-707c2c0e-dd05-4bc3-b754-6a11251b1332 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 950 time: 0.0705433 Aug 31 13:47:26.717150 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f8bf4ec8-4c73-4181-9fd3-6b65555eb1a0 req-9dea1413-bb00-4d12-a683-e660c2c60fc5 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353172 Aug 31 13:47:27.053801 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b717c93-19eb-49f9-9eb0-db6bb3ae9c6f req-ab60de54-f705-4f81-b8de-2a7dd901eb80 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:27.056603 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4b717c93-19eb-49f9-9eb0-db6bb3ae9c6f req-ab60de54-f705-4f81-b8de-2a7dd901eb80 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 950 time: 0.0632305 Aug 31 13:47:27.108680 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-4b717c93-19eb-49f9-9eb0-db6bb3ae9c6f req-6129e13e-847a-45ef-990a-ddbb8c208fdd tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455563 Aug 31 13:47:28.242107 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c22b9a-e74d-4563-976c-840cee3c4fd6 req-226fd713-eb0e-4e08-95ef-3a87f3f848b4 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:28.243628 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b7c22b9a-e74d-4563-976c-840cee3c4fd6 req-226fd713-eb0e-4e08-95ef-3a87f3f848b4 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 950 time: 0.0524879 Aug 31 13:47:28.285913 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b7c22b9a-e74d-4563-976c-840cee3c4fd6 req-d1b991be-5cc8-410c-b532-e16888e8374c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Aug 31 13:47:28.378884 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-b0bb1b86-ba3a-4896-8cee-6dbfa87b3d90 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:28.380427 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-b0bb1b86-ba3a-4896-8cee-6dbfa87b3d90 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 950 time: 0.0577712 Aug 31 13:47:28.473404 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Deleting port fb9cbe89-af62-48b8-806e-b59a5a524a11 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:47:28.473654 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.584083 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] For port fb9cbe89-af62-48b8-806e-b59a5a524a11, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=fb9cbe89-af62-48b8-806e-b59a5a524a11,segment=NetworkSegment(0ab2fd2c-5599-464c-9b00-9ba04a902966),segment_id=0ab2fd2c-5599-464c-9b00-9ba04a902966)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:28.584465 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.597996 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Calling delete_port for fb9cbe89-af62-48b8-806e-b59a5a524a11 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:47:28.744148 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.757210 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['fb9cbe89-af62-48b8-806e-b59a5a524a11'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:47:28.778112 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Pushing event deleted for resources: {'Port': ['ID=fb9cbe89-af62-48b8-806e-b59a5a524a11,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:28.826601 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] No DVR routers for this DVR port fb9cbe89-af62-48b8-806e-b59a5a524a11 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:47:28.832962 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:28.836858 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d3c9a89f-bcc0-4023-a10d-05ffa2e3a970 req-7e556fac-cc5d-44ff-ba21-afadc70e095c tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.107 "DELETE /v2.0/ports/fb9cbe89-af62-48b8-806e-b59a5a524a11 HTTP/1.1" status: 204 len: 173 time: 0.4481909 Aug 31 13:47:28.836858 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8', 'name': 'network-vif-deleted', 'tag': 'fb9cbe89-af62-48b8-806e-b59a5a524a11'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:47:28.839415 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32993b99-2afe-4f98-a84c-7dca42050604" -d '{"events": [{"server_uuid": "ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8", "name": "network-vif-deleted", "tag": "fb9cbe89-af62-48b8-806e-b59a5a524a11"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:47:28.882012 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13225f4-5f8e-4616-b17a-7a8b3c651fce x-openstack-request-id: req-e13225f4-5f8e-4616-b17a-7a8b3c651fce {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:47:28.882012 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8", "name": "network-vif-deleted", "tag": "fb9cbe89-af62-48b8-806e-b59a5a524a11", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:47:28.882012 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e13225f4-5f8e-4616-b17a-7a8b3c651fce {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:47:28.882012 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8', 'name': 'network-vif-deleted', 'tag': 'fb9cbe89-af62-48b8-806e-b59a5a524a11', 'status': 'completed', 'code': 200} Aug 31 13:47:29.406063 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c7ba18de-c40d-436f-801e-95ad8271bffa req-f5c3accc-a8d4-415c-b195-67c3d52ee655 tempest-VolumesNegativeTest-1304779794 tempest-VolumesNegativeTest-1304779794-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef33027d-6d9e-491f-9f93-ddf0dbcf4cd8 HTTP/1.1" status: 200 len: 210 time: 0.0278232 Aug 31 13:47:30.421115 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:30.552304 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e60d712-fe5b-429e-b787-96487d3feee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.654446 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e60d712-fe5b-429e-b787-96487d3feee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.659369 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e60d712-fe5b-429e-b787-96487d3feee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.701789 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60d712-fe5b-429e-b787-96487d3feee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bc9a11-5cd5-4bd9-839c-a5b2641a574a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:30.707026 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7e60d712-fe5b-429e-b787-96487d3feee5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78482aa4863b4713a1e7c97af4a96f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848868 Aug 31 13:47:30.709948 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53832) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:30.760752 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af448a1-4cee-45fe-b907-a67a8a6de31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.783994 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af448a1-4cee-45fe-b907-a67a8a6de31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.838686 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af448a1-4cee-45fe-b907-a67a8a6de31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.841566 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af448a1-4cee-45fe-b907-a67a8a6de31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:30.842832 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-2af448a1-4cee-45fe-b907-a67a8a6de31d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15bc9a11-5cd5-4bd9-839c-a5b2641a574a HTTP/1.1" status: 204 len: 168 time: 0.1318839 Aug 31 13:47:30.860611 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af448a1-4cee-45fe-b907-a67a8a6de31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bc9a11-5cd5-4bd9-839c-a5b2641a574a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:31.163757 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53880) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:31.178722 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af9872b8-9425-45cb-b076-e54ec77bef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.316959 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af9872b8-9425-45cb-b076-e54ec77bef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.322786 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af9872b8-9425-45cb-b076-e54ec77bef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.362374 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9872b8-9425-45cb-b076-e54ec77bef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b650b499-a2d6-4519-89bc-54fc617dd959,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:31.370361 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-af9872b8-9425-45cb-b076-e54ec77bef22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cece494be88418aaf7df0fc357b5f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020788 Aug 31 13:47:31.370671 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 53906) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:31.424074 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a4e190d-3956-40c0-9cbd-bfe51c7ae4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.450856 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a4e190d-3956-40c0-9cbd-bfe51c7ae4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.498650 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a4e190d-3956-40c0-9cbd-bfe51c7ae4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.501624 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a4e190d-3956-40c0-9cbd-bfe51c7ae4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.502791 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-4a4e190d-3956-40c0-9cbd-bfe51c7ae4a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b650b499-a2d6-4519-89bc-54fc617dd959 HTTP/1.1" status: 204 len: 168 time: 0.1312525 Aug 31 13:47:31.511137 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e190d-3956-40c0-9cbd-bfe51c7ae4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650b499-a2d6-4519-89bc-54fc617dd959,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:31.977739 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.527169 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54100) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:33.650823 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49d8c905-e739-4ea3-a374-5b564af6bfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.763898 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49d8c905-e739-4ea3-a374-5b564af6bfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.769143 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49d8c905-e739-4ea3-a374-5b564af6bfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.807985 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-49d8c905-e739-4ea3-a374-5b564af6bfab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=331d35ab920b4de799c24079abbb14ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795467 Aug 31 13:47:33.808798 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8c905-e739-4ea3-a374-5b564af6bfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb66bb8-89b7-408e-91f5-65e87d639940,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:33.811881 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54104) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:33.861515 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ff47efc-8a4e-4a68-90e9-b1bf542d8bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.886972 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ff47efc-8a4e-4a68-90e9-b1bf542d8bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.947266 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ff47efc-8a4e-4a68-90e9-b1bf542d8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.951894 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ff47efc-8a4e-4a68-90e9-b1bf542d8bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.953611 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7ff47efc-8a4e-4a68-90e9-b1bf542d8bb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbb66bb8-89b7-408e-91f5-65e87d639940 HTTP/1.1" status: 204 len: 168 time: 0.1407959 Aug 31 13:47:33.964834 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff47efc-8a4e-4a68-90e9-b1bf542d8bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb66bb8-89b7-408e-91f5-65e87d639940,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:34.255700 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54110) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:34.262774 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device fb9cbe89-af62-48b8-806e-b59a5a524a11 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:47:34.269933 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ba5b468f-a1a5-48dd-a296-83d09990d642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.285446 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: fb9cbe89-af62-48b8-806e-b59a5a524a11 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:47:34.285787 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device fb9cbe89-af62-48b8-806e-b59a5a524a11 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:47:34.359767 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ba5b468f-a1a5-48dd-a296-83d09990d642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.365226 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-ba5b468f-a1a5-48dd-a296-83d09990d642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.406844 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-ba5b468f-a1a5-48dd-a296-83d09990d642 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9d7f6bd79534721843b12b5ef504169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500473 Aug 31 13:47:34.407576 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b468f-a1a5-48dd-a296-83d09990d642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da5612-ec60-4bcf-bb5b-f6a0f6d861c4,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:34.409542 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54116) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:34.459694 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e894316f-d8c1-4a18-9f8d-d8811ddf817a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.481044 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e894316f-d8c1-4a18-9f8d-d8811ddf817a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.532698 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e894316f-d8c1-4a18-9f8d-d8811ddf817a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.535305 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e894316f-d8c1-4a18-9f8d-d8811ddf817a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.537276 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e894316f-d8c1-4a18-9f8d-d8811ddf817a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60da5612-ec60-4bcf-bb5b-f6a0f6d861c4 HTTP/1.1" status: 204 len: 168 time: 0.1260285 Aug 31 13:47:34.548164 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894316f-d8c1-4a18-9f8d-d8811ddf817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da5612-ec60-4bcf-bb5b-f6a0f6d861c4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:34.685328 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:34.832262 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-9a127ca5-7063-434e-9186-1707f46bacdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48b92520beba4f50b17240fb166d6f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455362 Aug 31 13:47:34.834773 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54136) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:34.893270 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdcb068d-d4b8-4676-800b-f68cb57290bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.918089 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdcb068d-d4b8-4676-800b-f68cb57290bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.981587 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdcb068d-d4b8-4676-800b-f68cb57290bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.984346 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdcb068d-d4b8-4676-800b-f68cb57290bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.985615 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-fdcb068d-d4b8-4676-800b-f68cb57290bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7 HTTP/1.1" status: 204 len: 168 time: 0.1498542 Aug 31 13:47:34.993517 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb068d-d4b8-4676-800b-f68cb57290bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9a5a0e-ea28-47e1-bc8f-43ad41cb3da7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:35.170000 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54150) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:35.279607 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1218747404-network', 'tenant_id': '667d39b140c640b59cf1ec9e9ee38bf7'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:35.308767 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Made reservation on behalf of 667d39b140c640b59cf1ec9e9ee38bf7 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:35.311205 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.320763 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.414009 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.419528 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.448267 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1463, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:35.453740 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68da36cf-1b4e-4429-8e70-e58da6fb90da,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:35.461697 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.462048 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Added segment afe9d91b-5d1c-4917-a516-ea71beb78744 of type vlan for network 3066372d-103d-424c-970a-ffeac9746d97 Aug 31 13:47:35.506888 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.532342 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.533380 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:35.533950 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.600896 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4296529 Aug 31 13:47:35.604102 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54170) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:35.608983 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Request body: {'subnet': {'network_id': '3066372d-103d-424c-970a-ffeac9746d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1218747404-subnet', 'tenant_id': '667d39b140c640b59cf1ec9e9ee38bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:35.625638 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634155eb-7385-4ccd-b0db-2cf471bc45f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3066372d-103d-424c-970a-ffeac9746d97,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:35.638428 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 3066372d-103d-424c-970a-ffeac9746d97 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:35.644048 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Made reservation on behalf of 667d39b140c640b59cf1ec9e9ee38bf7 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:35.647233 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62518374'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.672664 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54172) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:35.777273 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-499369246-network', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:35.798392 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Made reservation on behalf of bbf3fe9318e24c7e9c50ba3a63ba6260 for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:35.800796 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.809486 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.835109 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59160909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62518384'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.894970 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc78c54e-8979-4ee8-bb9f-f0315454784b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:35.905789 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Checking segment: {'id': 'afe9d91b-5d1c-4917-a516-ea71beb78744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '3066372d-103d-424c-970a-ffeac9746d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:35.906151 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Network hostable DHCP agents. Network: 3066372d-103d-424c-970a-ffeac9746d97, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:35.910886 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.915972 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.925087 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Network 3066372d-103d-424c-970a-ffeac9746d97 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:35.937986 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 3066372d-103d-424c-970a-ffeac9746d97) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:35.942148 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] vlan segment allocate from pool success with {'vlan_id': 1450, 'physical_network': 'physnet1'} {{(pid=95586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:35.942427 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:35.943025 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.947580 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4076fc-9b4a-4135-85dc-60ab030995bf None None] Network 3066372d-103d-424c-970a-ffeac9746d97 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:35.952729 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c60494-7162-4d4c-b2e4-c6cc361d2067,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:35.958151 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:35.958492 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Added segment 3b68178e-fbf2-455c-ba03-fe40b070aa77 of type vlan for network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 Aug 31 13:47:35.973695 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-5bb5e86a-b5b2-43fe-ac35-ac51de390421 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3683496 Aug 31 13:47:36.003436 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.029184 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.030182 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:36.030762 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.077585 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5517436-636b-4c58-8808-045282139655 None None] Network 3066372d-103d-424c-970a-ffeac9746d97 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:36.093435 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4191201 Aug 31 13:47:36.094964 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54178) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:36.100201 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Request body: {'subnet': {'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-499369246-subnet', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:36.101768 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede4227-1021-4bbd-a867-3b9a04205758 admin admin] Pushing event updated for resources: {'Network': ['ID=871809d3-63b9-4ca5-989f-bcff6ac7ca85,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:36.118384 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:36.132595 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Made reservation on behalf of bbf3fe9318e24c7e9c50ba3a63ba6260 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:36.135187 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62518374'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.335714 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59160909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62518384'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.396640 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=238661e2-7b74-409c-9f17-fd3ee8f2ac27,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:36.413985 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Checking segment: {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:36.414609 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Network hostable DHCP agents. Network: 871809d3-63b9-4ca5-989f-bcff6ac7ca85, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:36.440918 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:36.457298 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 871809d3-63b9-4ca5-989f-bcff6ac7ca85) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:36.464174 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:36.465738 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.485749 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d173cc99-5e73-426e-bf8b-ec7216869be6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3886952 Aug 31 13:47:36.486389 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54190) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:36.493023 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:36.522173 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.523430 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.530568 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ae487-b11d-4e17-b57f-6acefd311cd2 None None] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:36.558612 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54194) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:36.563577 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250662174-network', 'tenant_id': 'b8a2572eed784d71963e9fc2490bfe2a'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:36.583248 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.587041 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Made reservation on behalf of b8a2572eed784d71963e9fc2490bfe2a for: {'network': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:36.590073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.600071 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.693337 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:47:36.694870 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.697076 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.702772 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.715275 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] vlan segment allocate from pool success with {'vlan_id': 1471, 'physical_network': 'physnet1'} {{(pid=95586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:36.724555 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.725000 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.segments_db [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Added segment eddb24b0-3f22-482b-8f9f-496c0d9a2fb7 of type vlan for network 31a9c6e1-42a5-4049-b037-9d918f85e7c6 Aug 31 13:47:36.737150 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.767065 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.807145 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e932f6-c0a6-426d-9d42-5f019bb7b55f,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:36.810185 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.811358 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:36.812165 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.859000 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Allocated IP 172.20.0.2 (871809d3-63b9-4ca5-989f-bcff6ac7ca85/238661e2-7b74-409c-9f17-fd3ee8f2ac27/523c8331-91c4-45ac-9c36-e8be039db7f0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:37.017969 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.039819 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.049598 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.059064 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Transition to ACTIVE for port object 523c8331-91c4-45ac-9c36-e8be039db7f0 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:37.075952 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Transition to ACTIVE for port object 523c8331-91c4-45ac-9c36-e8be039db7f0 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:37.083575 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.121321 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:37.125112 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:37.127447 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54196) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:37.127676 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5678871 Aug 31 13:47:37.132117 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:37.132303 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Request body: {'subnet': {'network_id': '31a9c6e1-42a5-4049-b037-9d918f85e7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250662174-subnet', 'tenant_id': 'b8a2572eed784d71963e9fc2490bfe2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:37.144671 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9522c7c-06ac-4526-a6c7-da5c2e71b98c admin admin] Pushing event updated for resources: {'Network': ['ID=31a9c6e1-42a5-4049-b037-9d918f85e7c6,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:37.161032 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 31a9c6e1-42a5-4049-b037-9d918f85e7c6 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:37.173627 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Allocated IP 172.27.1.74 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/3bff2cf4-96a1-463f-8c68-8e08d544aae1) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:37.175454 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Made reservation on behalf of b8a2572eed784d71963e9fc2490bfe2a for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:37.177755 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62518374'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.228111 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Pushing event updated for resources: {'Port': ['ID=523c8331-91c4-45ac-9c36-e8be039db7f0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:37.255525 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Attempting to bind port 523c8331-91c4-45ac-9c36-e8be039db7f0 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:37.255890 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Attempting to bind port 523c8331-91c4-45ac-9c36-e8be039db7f0 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:37.256253 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Attempting to bind port 523c8331-91c4-45ac-9c36-e8be039db7f0 on network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:37.262967 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:37.263348 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Checking segment: {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:37.263757 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.264150 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Bound using segment: {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:37.264660 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Bound port: 523c8331-91c4-45ac-9c36-e8be039db7f0, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:37.265049 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.330109 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] For port 523c8331-91c4-45ac-9c36-e8be039db7f0, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:37.333299 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] For port 523c8331-91c4-45ac-9c36-e8be039db7f0, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=523c8331-91c4-45ac-9c36-e8be039db7f0,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:37.339952 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.371084 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.403191 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533f3ee-2aa7-4814-ab8a-4065618f15b9 None None] Pushing event updated for resources: {'Port': ['ID=523c8331-91c4-45ac-9c36-e8be039db7f0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:37.455214 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59160909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62518384'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.495269 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.591888 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00da53c5-05bb-4735-a63d-8406deec34e9,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:37.594882 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:37.600170 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:37.609318 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:37.615118 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Checking segment: {'id': 'eddb24b0-3f22-482b-8f9f-496c0d9a2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '31a9c6e1-42a5-4049-b037-9d918f85e7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:37.615517 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Network hostable DHCP agents. Network: 31a9c6e1-42a5-4049-b037-9d918f85e7c6, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:37.638089 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Pushing event updated for resources: {'Port': ['ID=3bff2cf4-96a1-463f-8c68-8e08d544aae1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:37.668770 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Network 31a9c6e1-42a5-4049-b037-9d918f85e7c6 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:37.734303 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 31a9c6e1-42a5-4049-b037-9d918f85e7c6) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:37.740864 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:37.741444 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:37.742968 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af797539-a188-4155-9290-c42069e64ac3 None None] Network 31a9c6e1-42a5-4049-b037-9d918f85e7c6 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:37.778534 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-20eca00e-4a28-4726-a3fb-e1d6ebfebaf3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6500084 Aug 31 13:47:37.889652 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2144d1bb-127b-4445-bc9a-27365b010efb None None] Network 31a9c6e1-42a5-4049-b037-9d918f85e7c6 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:37.917783 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.346506 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 523c8331-91c4-45ac-9c36-e8be039db7f0 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:38.348774 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de358c85-5c32-47b4-b1f8-9570b2e59cbe None None] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:38.417514 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.490845 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-f1e3be5f-6f19-4381-b014-7bd1e3ae0cc9 None None] Provisioning for port 523c8331-91c4-45ac-9c36-e8be039db7f0 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:38.538532 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 523c8331-91c4-45ac-9c36-e8be039db7f0 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:38.544794 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 523c8331-91c4-45ac-9c36-e8be039db7f0 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:38.545325 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.573478 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:47:38.671718 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.690600 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:47:38.708129 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Sync routers for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:47:38.713029 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.714324 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-b1428188-c295-420c-b838-b5eae4daf629 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2267082 Aug 31 13:47:38.717071 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54208) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:38.731660 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 523c8331-91c4-45ac-9c36-e8be039db7f0, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=523c8331-91c4-45ac-9c36-e8be039db7f0,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:38.734561 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:38.735355 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:47:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:38.739137 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:38.862201 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=523c8331-91c4-45ac-9c36-e8be039db7f0,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:38.890903 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:39.003803 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-fdec6ab6-fedf-45dc-b474-b89232d2e79a None None] Provisioning complete for port 523c8331-91c4-45ac-9c36-e8be039db7f0 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:39.004582 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec6ab6-fedf-45dc-b474-b89232d2e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.154710 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:37Z', 'revision_number': 3, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:39.170487 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.184761 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Checking router: c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:47:39.185101 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Updating router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a port 3bff2cf4-96a1-463f-8c68-8e08d544aae1 binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:47:39.211195 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.333145 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Allocated IP 172.20.0.1 (871809d3-63b9-4ca5-989f-bcff6ac7ca85/238661e2-7b74-409c-9f17-fd3ee8f2ac27/f394932a-47f4-460a-9438-50a5de1e3328) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:39.443993 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.458516 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Transition to ACTIVE for port object f394932a-47f4-460a-9438-50a5de1e3328 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:39.474728 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.485709 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Transition to ACTIVE for port object 3bff2cf4-96a1-463f-8c68-8e08d544aae1 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:39.491357 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.504804 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.545492 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a1d03-fe77-4b8c-986d-0f16c6e66258 None None] Pushing event updated for resources: {'Port': ['ID=3bff2cf4-96a1-463f-8c68-8e08d544aae1,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:39.547921 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Attempting to bind port 3bff2cf4-96a1-463f-8c68-8e08d544aae1 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:39.548387 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Attempting to bind port 3bff2cf4-96a1-463f-8c68-8e08d544aae1 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:39.548954 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Attempting to bind port 3bff2cf4-96a1-463f-8c68-8e08d544aae1 on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:39.554667 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:39.555134 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:39.555579 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.556009 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:39.556573 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Bound port: 3bff2cf4-96a1-463f-8c68-8e08d544aae1, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:39.557032 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.559849 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:39.563107 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:39.566991 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:39.610505 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Pushing event updated for resources: {'Port': ['ID=f394932a-47f4-460a-9438-50a5de1e3328,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:39.628653 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.642898 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] For port 3bff2cf4-96a1-463f-8c68-8e08d544aae1, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:39.647147 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] For port 3bff2cf4-96a1-463f-8c68-8e08d544aae1, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=3bff2cf4-96a1-463f-8c68-8e08d544aae1,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:39.654116 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.721427 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a1d03-fe77-4b8c-986d-0f16c6e66258 None None] Pushing event updated for resources: {'Port': ['ID=3bff2cf4-96a1-463f-8c68-8e08d544aae1,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:39.739636 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:39.740219 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:47:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:39.784815 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.998178 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:39.999736 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-4f741339-fd4b-4fbf-8f0f-e397c5e7b070 None None] Provisioning for port f394932a-47f4-460a-9438-50a5de1e3328 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:40.006160 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:40.010698 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-4f741339-fd4b-4fbf-8f0f-e397c5e7b070 None None] Provisioning complete for port f394932a-47f4-460a-9438-50a5de1e3328 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:40.011135 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f741339-fd4b-4fbf-8f0f-e397c5e7b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:40.038180 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:40.083629 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:40.085618 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Pushing event updated for resources: {'Port': ['ID=f394932a-47f4-460a-9438-50a5de1e3328,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:40.146681 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4f741339-fd4b-4fbf-8f0f-e397c5e7b070 None None] Port f394932a-47f4-460a-9438-50a5de1e3328 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:40.189145 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:40.191426 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:40.247037 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:37Z', 'revision_number': 3, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:40.284099 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c84406-3048-4d67-be41-f4a9961f5fb1 None None] The sync data for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi is: [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:37Z', 'revision_number': 3, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:47:40.313253 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 523c8331-91c4-45ac-9c36-e8be039db7f0 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:40.338389 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:47:40.368094 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 523c8331-91c4-45ac-9c36-e8be039db7f0 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:40.369078 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:40.465549 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:47:40.471765 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-5058969f-fd06-440a-a4e1-6ae25abbce66 admin admin] 10.222.0.21 "PUT /v2.0/routers/c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7532365 Aug 31 13:47:40.482486 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-114b541c-d457-4b13-b9c5-270582222318 None None] Provisioning complete for port f394932a-47f4-460a-9438-50a5de1e3328 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:40.482863 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-114b541c-d457-4b13-b9c5-270582222318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:40.530212 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-114b541c-d457-4b13-b9c5-270582222318 None None] Port f394932a-47f4-460a-9438-50a5de1e3328 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:41.090513 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54240) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:41.096304 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1645569712-network', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:41.122598 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Made reservation on behalf of 0fee34b9636e4b679894774c21cd2dd6 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:41.126771 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.139024 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.256858 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.261094 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.285569 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1498, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:47:41.295422 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207bf397-6048-4dd3-b276-0f1f6e9cce12,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:41.300173 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.300543 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.segments_db [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Added segment 9314391f-8f02-461e-a9fb-1a7d3aa4ae8d of type vlan for network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 Aug 31 13:47:41.346255 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782912350320'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.377018 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.377977 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:41.378688 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.437824 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3458004 Aug 31 13:47:41.440795 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54246) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:41.450536 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Request body: {'subnet': {'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1645569712-subnet', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:41.461877 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e870f7-0771-4021-93c9-bc847c6475f7 admin admin] Pushing event updated for resources: {'Network': ['ID=56b20c3d-c07a-44b9-8976-ed9ffc4c69c4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:41.471536 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 details requested by agent ovs-agent-dv-cinder-806605-3-iscsi with host dv-cinder-806605-3-iscsi {{(pid=95588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:47:41.479221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Made reservation on behalf of 0fee34b9636e4b679894774c21cd2dd6 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:47:41.482012 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62518374'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.667903 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59160909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62518384'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.723565 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1788269-1f11-4bc4-ae20-5cfd86614668,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:41.733786 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Checking segment: {'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:41.734145 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Network hostable DHCP agents. Network: 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4, hostable agents: ['1a18d7e6-60e9-44ed-979d-3c285f02d4b6'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:47:41.754493 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 is scheduled to be hosted by DHCP agent 1a18d7e6-60e9-44ed-979d-3c285f02d4b6 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:47:41.768305 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806605-3-iscsi, 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:41.774350 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:47:41.776075 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.779236 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19156e64-dd61-412b-a926-37e4ed5fc9dd None None] Network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:41.794551 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-30b03df9-acdd-4287-bab0-ec133dfd0506 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3510220 Aug 31 13:47:41.797191 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54248) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:41.802081 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:41.826999 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5649'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.828582 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3929758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3927165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5638'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.880901 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Sync routers for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:47:41.888021 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.892262 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:41.892974 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:47:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:41.957830 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fa7a84-285f-580e-8606-876d476de57a-56b20c3d-c07a-44b9-8976-ed9ffc4c69c4', 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'fixed_ips': [{'subnet_id': 'b1788269-1f11-4bc4-ae20-5cfd86614668'}]}} from dv-cinder-806605-3-iscsi. {{(pid=95588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:47:41.958784 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.005115 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:42.039709 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.108344 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Allocated IP 172.20.0.2 (56b20c3d-c07a-44b9-8976-ed9ffc4c69c4/b1788269-1f11-4bc4-ae20-5cfd86614668/c07b5dfb-cafa-45bb-a9b7-50b242175035) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:42.218455 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 2, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:42.246387 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Checking router: c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:47:42.246712 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Updating router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a port f394932a-47f4-460a-9438-50a5de1e3328 binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:47:42.280661 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.284088 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.294217 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.316780 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.319650 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Transition to ACTIVE for port object c07b5dfb-cafa-45bb-a9b7-50b242175035 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:42.354914 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Transition to ACTIVE for port object c07b5dfb-cafa-45bb-a9b7-50b242175035 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:42.368168 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.382380 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 3bff2cf4-96a1-463f-8c68-8e08d544aae1 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:42.445993 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:42.461020 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:42.461193 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Allocated IP 172.27.1.151 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/f8b1abc4-9365-4f61-b7d4-0e69b771cf03) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:42.471970 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:42.476469 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Pushing event updated for resources: {'Port': ['ID=c07b5dfb-cafa-45bb-a9b7-50b242175035,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:42.552149 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Attempting to bind port c07b5dfb-cafa-45bb-a9b7-50b242175035 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:42.552271 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Attempting to bind port c07b5dfb-cafa-45bb-a9b7-50b242175035 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:42.552816 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Attempting to bind port c07b5dfb-cafa-45bb-a9b7-50b242175035 on network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:42.554991 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 3bff2cf4-96a1-463f-8c68-8e08d544aae1 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:42.567923 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 3bff2cf4-96a1-463f-8c68-8e08d544aae1 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:42.568474 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.571390 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:42.571952 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Checking segment: {'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:42.572557 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.572971 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Bound using segment: {'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:42.573922 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Bound port: c07b5dfb-cafa-45bb-a9b7-50b242175035, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:42.573922 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.628689 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.676361 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.699930 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] For port c07b5dfb-cafa-45bb-a9b7-50b242175035, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:42.719368 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] For port c07b5dfb-cafa-45bb-a9b7-50b242175035, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=c07b5dfb-cafa-45bb-a9b7-50b242175035,segment=NetworkSegment(9314391f-8f02-461e-a9fb-1a7d3aa4ae8d),segment_id=9314391f-8f02-461e-a9fb-1a7d3aa4ae8d)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:42.726116 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:42.726298 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.730839 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:42.732966 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b1abc4-9365-4f61-b7d4-0e69b771cf03,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:42.734522 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.735435 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:42.758292 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.773132 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Transition to ACTIVE for port object f394932a-47f4-460a-9438-50a5de1e3328 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:42.784166 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.800163 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 3bff2cf4-96a1-463f-8c68-8e08d544aae1, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=3bff2cf4-96a1-463f-8c68-8e08d544aae1,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:42.813490 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.830556 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bcf9b-066a-4e6f-83a0-d61a7b7e8b30 None None] Pushing event updated for resources: {'Port': ['ID=c07b5dfb-cafa-45bb-a9b7-50b242175035,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:42.852666 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Pushing event updated for resources: {'Port': ['ID=f394932a-47f4-460a-9438-50a5de1e3328,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:42.865093 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.865432 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.865778 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.866106 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.866435 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.866816 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.867144 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.867472 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.867795 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.868122 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.868510 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.868861 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:42.921337 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=3bff2cf4-96a1-463f-8c68-8e08d544aae1,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:42.946388 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Attempting to bind port f394932a-47f4-460a-9438-50a5de1e3328 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:42.947511 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Attempting to bind port f394932a-47f4-460a-9438-50a5de1e3328 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:42.948020 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Attempting to bind port f394932a-47f4-460a-9438-50a5de1e3328 on network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:42.955212 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:42.955704 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Checking segment: {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:42.956214 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:42.956755 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Bound using segment: {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:42.957353 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Bound port: f394932a-47f4-460a-9438-50a5de1e3328, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:42.957872 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.037002 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] For port f394932a-47f4-460a-9438-50a5de1e3328, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:43.042911 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] For port f394932a-47f4-460a-9438-50a5de1e3328, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=f394932a-47f4-460a-9438-50a5de1e3328,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:43.048272 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.121967 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:43.122519 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:47:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:43.126220 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88563aa-a56a-4c0a-a55a-986d9963a01c None None] Pushing event updated for resources: {'Port': ['ID=f394932a-47f4-460a-9438-50a5de1e3328,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:43.282256 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:43.388975 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.520751 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:43Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:43.548897 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b5da6-22fe-49d9-acc0-aebbd46a6f2f None None] The sync data for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi is: [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:43Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:47:43.633068 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3929837'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.789853 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 is scheduled to L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:47:43.929538 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:47:43.940742 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Sync routers for ids ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:47:43.959924 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Routers {'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:43.960896 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:47:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:43.971516 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:43.972672 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-b87e4ef9-2918-4e84-8ee4-cc06048145e2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1741753 Aug 31 13:47:43.975463 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54264) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:44.154499 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Set router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:44.220270 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302ddcf-fb93-4f27-9afb-fd4346686d29 None None] Network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:47:44.413106 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-dc8fd02b-1388-43ea-a651-9e2cb229184a None None] Provisioning for port c07b5dfb-cafa-45bb-a9b7-50b242175035 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:44.477028 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device f394932a-47f4-460a-9438-50a5de1e3328 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:44.540661 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.583873 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port f394932a-47f4-460a-9438-50a5de1e3328 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:44.591273 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port f394932a-47f4-460a-9438-50a5de1e3328 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:44.591623 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.595385 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:47:43Z', 'revision_number': 3, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port': {'id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:42Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:44.644679 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Checking router: cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:47:44.645301 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Updating router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 port f8b1abc4-9365-4f61-b7d4-0e69b771cf03 binding host dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:47:44.683108 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.730096 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Allocated IP 172.20.0.1 (56b20c3d-c07a-44b9-8976-ed9ffc4c69c4/b1788269-1f11-4bc4-ae20-5cfd86614668/69c3d495-4e94-47fa-b04b-2d51a1ecef63) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:47:44.870618 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.885897 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Transition to ACTIVE for port object 69c3d495-4e94-47fa-b04b-2d51a1ecef63 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:44.902257 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.932577 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:44.971924 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:44.978753 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:44.981599 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:47:45.015245 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port f394932a-47f4-460a-9438-50a5de1e3328, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=f394932a-47f4-460a-9438-50a5de1e3328,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:45.015866 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Pushing event updated for resources: {'Port': ['ID=69c3d495-4e94-47fa-b04b-2d51a1ecef63,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:45.029270 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.030087 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 3bff2cf4-96a1-463f-8c68-8e08d544aae1 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:45.037642 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925406'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.174395 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=f394932a-47f4-460a-9438-50a5de1e3328,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:45.199711 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.200088 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.200499 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.200938 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.201167 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.201501 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.201897 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.202134 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.202647 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.203136 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.203608 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.204405 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:45.233890 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 3bff2cf4-96a1-463f-8c68-8e08d544aae1 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:45.234262 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.249977 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.298511 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-40096a31-9d66-43bc-bdfa-6b1c318960bf None None] Provisioning for port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:45.327128 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-40096a31-9d66-43bc-bdfa-6b1c318960bf None None] Provisioning complete for port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:45.327509 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-40096a31-9d66-43bc-bdfa-6b1c318960bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.389771 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.411531 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Transition to ACTIVE for port object f8b1abc4-9365-4f61-b7d4-0e69b771cf03 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:45.417660 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-40096a31-9d66-43bc-bdfa-6b1c318960bf None None] Port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:45.427194 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device c07b5dfb-cafa-45bb-a9b7-50b242175035 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:45.430078 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.442221 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.450722 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59160004'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.520360 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42924e2-7d0c-48fa-b489-000db904cc03 None None] Pushing event updated for resources: {'Port': ['ID=f8b1abc4-9365-4f61-b7d4-0e69b771cf03,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:45.522831 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Attempting to bind port f8b1abc4-9365-4f61-b7d4-0e69b771cf03 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:45.523204 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Attempting to bind port f8b1abc4-9365-4f61-b7d4-0e69b771cf03 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:45.523573 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Attempting to bind port f8b1abc4-9365-4f61-b7d4-0e69b771cf03 on network 61808db4-4d70-40e7-ba8d-3c31461e8650 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:45.530858 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Pushing event updated for resources: {'Port': ['ID=69c3d495-4e94-47fa-b04b-2d51a1ecef63,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:45.534353 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:45.534738 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Checking segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:45.535243 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.535681 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Bound using segment: {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:45.536017 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Bound port: f8b1abc4-9365-4f61-b7d4-0e69b771cf03, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4baf21f-2102-4d93-bb65-f2881e7b5136', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:45.536464 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.537694 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3929902'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.560987 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port c07b5dfb-cafa-45bb-a9b7-50b242175035 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:45.567251 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port c07b5dfb-cafa-45bb-a9b7-50b242175035 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:45.567627 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.636729 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] For port f8b1abc4-9365-4f61-b7d4-0e69b771cf03, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:45.640721 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] For port f8b1abc4-9365-4f61-b7d4-0e69b771cf03, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=f8b1abc4-9365-4f61-b7d4-0e69b771cf03,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:45.648617 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:47:45.649241 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.651578 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:47:45.737965 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.746067 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Routers {'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:45.746720 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:47:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:45.781110 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:47:45.794359 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42924e2-7d0c-48fa-b489-000db904cc03 None None] Pushing event updated for resources: {'Port': ['ID=f8b1abc4-9365-4f61-b7d4-0e69b771cf03,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:45.835867 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port c07b5dfb-cafa-45bb-a9b7-50b242175035, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=c07b5dfb-cafa-45bb-a9b7-50b242175035,segment=NetworkSegment(9314391f-8f02-461e-a9fb-1a7d3aa4ae8d),segment_id=9314391f-8f02-461e-a9fb-1a7d3aa4ae8d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:45.863823 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:45.909389 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:47:45.915410 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0ef77809-724e-48c6-b4a0-28080fe0200e admin admin] 10.222.0.21 "PUT /v2.0/routers/cabf4213-8ae3-4ea5-a823-b5ad8b8c9605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9386740 Aug 31 13:47:45.939394 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] Set router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:45.979417 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=c07b5dfb-cafa-45bb-a9b7-50b242175035,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:45.992613 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-313f4718-f86d-4fec-b90f-7a3a4c57eaa8 None None] Provisioning complete for port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:45.992963 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-313f4718-f86d-4fec-b90f-7a3a4c57eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.093680 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-313f4718-f86d-4fec-b90f-7a3a4c57eaa8 None None] Port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:47:46.182152 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 4, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port': {'id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:42Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '69c3d495-4e94-47fa-b04b-2d51a1ecef63', 'name': '', 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'mac_address': 'fa:16:3e:fa:30:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:44Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 2, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'subnets': [{'id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:46.214519 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffe21a-3503-45a8-b3fe-73c0dfb5947c None None] The sync data for ids ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'] in dv-cinder-806605-3-iscsi is: [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 4, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port': {'id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:42Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '69c3d495-4e94-47fa-b04b-2d51a1ecef63', 'name': '', 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'mac_address': 'fa:16:3e:fa:30:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:44Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 2, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'subnets': [{'id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:47:46.309391 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device f394932a-47f4-460a-9438-50a5de1e3328 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:46.359808 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port f394932a-47f4-460a-9438-50a5de1e3328 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:46.360183 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.465082 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device c07b5dfb-cafa-45bb-a9b7-50b242175035 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:46.544201 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port c07b5dfb-cafa-45bb-a9b7-50b242175035 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:46.544506 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.718019 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54290) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:46.723983 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-17871e26-f38c-46a4-9035-ade9f7d157b4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927804971', 'description': 'tempest-secgroup-smoke-927804971 description', 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:46.751394 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17871e26-f38c-46a4-9035-ade9f7d157b4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.869884 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17871e26-f38c-46a4-9035-ade9f7d157b4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.875718 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17871e26-f38c-46a4-9035-ade9f7d157b4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.930356 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17871e26-f38c-46a4-9035-ade9f7d157b4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:46.932135 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-17871e26-f38c-46a4-9035-ade9f7d157b4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2123861 Aug 31 13:47:46.936560 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54296) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:46.937141 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17871e26-f38c-46a4-9035-ade9f7d157b4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e07453-f619-4b00-93be-b506d43bca72,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:46.943100 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'security_group_rule': {'security_group_id': 'a8e07453-f619-4b00-93be-b506d43bca72', 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:46.986352 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.065047 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.070410 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.090659 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e6b5b2-edd8-4846-b000-ecfe9b933859,revision_number=0']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.100871 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.104919 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643946 Aug 31 13:47:47.104919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.104919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.104919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.104919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.104919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.105521 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.105933 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.106321 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.106452 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54298) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:47.106802 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.107124 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.107508 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.107931 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9960e7ba-6bbc-49ad-a5c9-53e42325702c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:47:47.114709 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e8b2acce-5e49-4332-b1ed-b202b3b8b1a0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'security_group_rule': {'security_group_id': 'a8e07453-f619-4b00-93be-b506d43bca72', 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:47.146235 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e8b2acce-5e49-4332-b1ed-b202b3b8b1a0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.211377 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e8b2acce-5e49-4332-b1ed-b202b3b8b1a0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.216724 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e8b2acce-5e49-4332-b1ed-b202b3b8b1a0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.237105 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2acce-5e49-4332-b1ed-b202b3b8b1a0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f55b1a-1138-41f1-b4fe-b1eda474b290,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.246880 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e8b2acce-5e49-4332-b1ed-b202b3b8b1a0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.248491 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e8b2acce-5e49-4332-b1ed-b202b3b8b1a0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386445 Aug 31 13:47:47.251576 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54300) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:47.256643 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-117d3251-9991-4902-a215-07c63daf7ed3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'security_group_rule': {'security_group_id': 'a8e07453-f619-4b00-93be-b506d43bca72', 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:47.287040 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-117d3251-9991-4902-a215-07c63daf7ed3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.355763 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-117d3251-9991-4902-a215-07c63daf7ed3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.359959 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-117d3251-9991-4902-a215-07c63daf7ed3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.380694 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d3251-9991-4902-a215-07c63daf7ed3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20032ae-80f2-4226-b4cc-ab3530aa390f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.386340 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-117d3251-9991-4902-a215-07c63daf7ed3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.390111 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-117d3251-9991-4902-a215-07c63daf7ed3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349998 Aug 31 13:47:47.390672 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54302) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:47.395357 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4474148a-2a35-4793-a0fc-9a51982d2e56 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'security_group_rule': {'security_group_id': 'a8e07453-f619-4b00-93be-b506d43bca72', 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:47.423640 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4474148a-2a35-4793-a0fc-9a51982d2e56 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.487489 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4474148a-2a35-4793-a0fc-9a51982d2e56 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.492764 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4474148a-2a35-4793-a0fc-9a51982d2e56 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.513892 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474148a-2a35-4793-a0fc-9a51982d2e56 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22f1199-d239-48ba-a33e-781a96f31ec4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.518615 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4474148a-2a35-4793-a0fc-9a51982d2e56 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.522959 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-4474148a-2a35-4793-a0fc-9a51982d2e56 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285408 Aug 31 13:47:47.522959 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54304) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:47.527576 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-493a56f0-3308-48ac-8a55-4a9a39af7987 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'security_group_rule': {'security_group_id': 'a8e07453-f619-4b00-93be-b506d43bca72', 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:47.550112 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-493a56f0-3308-48ac-8a55-4a9a39af7987 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Project bbf3fe9318e24c7e9c50ba3a63ba6260 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:47:47.555696 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-493a56f0-3308-48ac-8a55-4a9a39af7987 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.627817 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-493a56f0-3308-48ac-8a55-4a9a39af7987 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.633729 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-493a56f0-3308-48ac-8a55-4a9a39af7987 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.650098 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a56f0-3308-48ac-8a55-4a9a39af7987 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63919906-a9f5-4d00-970d-46df04fc5b3e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.652451 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba2c7658-44a6-4456-a6b3-a901d0581c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.664458 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-493a56f0-3308-48ac-8a55-4a9a39af7987 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.665752 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-493a56f0-3308-48ac-8a55-4a9a39af7987 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420209 Aug 31 13:47:47.668816 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54306) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:47.673988 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.v2.base [None req-dca7965f-49b7-468d-a339-dde02d1a53fa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'security_group_rule': {'security_group_id': 'a8e07453-f619-4b00-93be-b506d43bca72', 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:47:47.703343 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-dca7965f-49b7-468d-a339-dde02d1a53fa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Project bbf3fe9318e24c7e9c50ba3a63ba6260 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 13:47:47.710906 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dca7965f-49b7-468d-a339-dde02d1a53fa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.779016 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dca7965f-49b7-468d-a339-dde02d1a53fa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.784825 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dca7965f-49b7-468d-a339-dde02d1a53fa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3778610'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.804057 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7965f-49b7-468d-a339-dde02d1a53fa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20211af-b5e1-4d04-bf9a-7bbaa338bbc7,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:47.813509 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dca7965f-49b7-468d-a339-dde02d1a53fa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:47.814773 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-dca7965f-49b7-468d-a339-dde02d1a53fa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447282 Aug 31 13:47:48.326201 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Sync routers for ids ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:47:48.339772 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Routers {'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:48.340604 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:47:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:48.353269 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device f8b1abc4-9365-4f61-b7d4-0e69b771cf03 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:48.407936 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port f8b1abc4-9365-4f61-b7d4-0e69b771cf03 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:48.412503 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port f8b1abc4-9365-4f61-b7d4-0e69b771cf03 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:48.412913 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:48.486429 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Set router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:48.525513 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:48.550722 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port f8b1abc4-9365-4f61-b7d4-0e69b771cf03, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=f8b1abc4-9365-4f61-b7d4-0e69b771cf03,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:48.557311 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:48.610987 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=f8b1abc4-9365-4f61-b7d4-0e69b771cf03,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:48.714043 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 4, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port': {'id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:42Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '69c3d495-4e94-47fa-b04b-2d51a1ecef63', 'name': '', 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'mac_address': 'fa:16:3e:fa:30:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:44Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 2, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'subnets': [{'id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:48.747538 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Checking router: cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:47:48.747858 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Updating router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 binding host dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:47:48.773680 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.055388 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.066001 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Transition to ACTIVE for port object 69c3d495-4e94-47fa-b04b-2d51a1ecef63 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:47:49.073047 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.125479 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa0f2f-1bd6-4e6a-a158-1fb90a1beefa None None] Pushing event updated for resources: {'Port': ['ID=69c3d495-4e94-47fa-b04b-2d51a1ecef63,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:49.184101 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Attempting to bind port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 on host dv-cinder-806605-3-iscsi for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:47:49.184670 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Attempting to bind port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 by drivers openvswitch,hyperv on host dv-cinder-806605-3-iscsi at level 0 using segments [{'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:47:49.185307 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Attempting to bind port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 on network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:47:49.193951 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Checking agent: {'id': 'b265868c-cc39-42aa-b1b0-19f308a0ef13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806605-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 30, 51), 'started_at': datetime.datetime(2021, 8, 31, 13, 31, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806605-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:47:49.194425 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Checking segment: {'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:47:49.195007 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.195562 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Bound using segment: {'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:47:49.196217 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Bound port: 69c3d495-4e94-47fa-b04b-2d51a1ecef63, host: dv-cinder-806605-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:47:49.196848 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.277184 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] For port 69c3d495-4e94-47fa-b04b-2d51a1ecef63, host dv-cinder-806605-3-iscsi, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:47:49.280909 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] For port 69c3d495-4e94-47fa-b04b-2d51a1ecef63, host dv-cinder-806605-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=69c3d495-4e94-47fa-b04b-2d51a1ecef63,segment=NetworkSegment(9314391f-8f02-461e-a9fb-1a7d3aa4ae8d),segment_id=9314391f-8f02-461e-a9fb-1a7d3aa4ae8d)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:47:49.287403 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:49.332477 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Routers {'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:47:49.333114 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:47:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:49.473915 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] Set router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:47:49.585631 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa0f2f-1bd6-4e6a-a158-1fb90a1beefa None None] Pushing event updated for resources: {'Port': ['ID=69c3d495-4e94-47fa-b04b-2d51a1ecef63,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:49.830397 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 4, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port': {'id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:42Z', 'updated_at': '2021-08-31T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '69c3d495-4e94-47fa-b04b-2d51a1ecef63', 'name': '', 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'mac_address': 'fa:16:3e:fa:30:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:44Z', 'updated_at': '2021-08-31T13:47:49Z', 'revision_number': 4, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'subnets': [{'id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:49.858124 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dba037-90bc-4a4a-8c21-d525922e588c None None] The sync data for ids ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'] in dv-cinder-806605-3-iscsi is: [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:47:45Z', 'revision_number': 4, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port': {'id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:42Z', 'updated_at': '2021-08-31T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '69c3d495-4e94-47fa-b04b-2d51a1ecef63', 'name': '', 'network_id': '56b20c3d-c07a-44b9-8976-ed9ffc4c69c4', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'mac_address': 'fa:16:3e:fa:30:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:44Z', 'updated_at': '2021-08-31T13:47:49Z', 'revision_number': 4, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'subnets': [{'id': 'b1788269-1f11-4bc4-ae20-5cfd86614668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:47:50.336336 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device f8b1abc4-9365-4f61-b7d4-0e69b771cf03 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:50.386580 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2475537c-2eb4-47ef-8205-8ab0ff54ddc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.412356 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port f8b1abc4-9365-4f61-b7d4-0e69b771cf03 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:50.412943 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.508110 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 69c3d495-4e94-47fa-b04b-2d51a1ecef63 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:50.563328 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning for port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:47:50.567490 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:50.567869 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.794840 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.805750 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.833189 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] For port 69c3d495-4e94-47fa-b04b-2d51a1ecef63, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=69c3d495-4e94-47fa-b04b-2d51a1ecef63,segment=NetworkSegment(9314391f-8f02-461e-a9fb-1a7d3aa4ae8d),segment_id=9314391f-8f02-461e-a9fb-1a7d3aa4ae8d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:47:50.838830 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:50.894252 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Pushing event updated for resources: {'Port': ['ID=69c3d495-4e94-47fa-b04b-2d51a1ecef63,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:51.529893 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.318012 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 69c3d495-4e94-47fa-b04b-2d51a1ecef63 up at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:47:52.369296 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Provisioning complete for port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:47:52.369656 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.393936 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54420) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:52.441407 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cfaf8f-d8b6-4a8a-a509-69e2d0c3eb8b admin admin] Deleting subnet bc78c54e-8979-4ee8-bb9f-f0315454784b {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:47:52.445088 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66cfaf8f-d8b6-4a8a-a509-69e2d0c3eb8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.481816 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66cfaf8f-d8b6-4a8a-a509-69e2d0c3eb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.525668 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66cfaf8f-d8b6-4a8a-a509-69e2d0c3eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.583903 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66cfaf8f-d8b6-4a8a-a509-69e2d0c3eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.609373 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfaf8f-d8b6-4a8a-a509-69e2d0c3eb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc78c54e-8979-4ee8-bb9f-f0315454784b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:52.613167 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66cfaf8f-d8b6-4a8a-a509-69e2d0c3eb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.618215 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-66cfaf8f-d8b6-4a8a-a509-69e2d0c3eb8b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc78c54e-8979-4ee8-bb9f-f0315454784b HTTP/1.1" status: 204 len: 168 time: 0.2201078 Aug 31 13:47:52.618989 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:52.688028 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.785365 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.796403 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3066372d-103d-424c-970a-ffeac9746d97']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:52.807156 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe9d91b-5d1c-4917-a516-ea71beb78744') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:52.807654 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe9d91b-5d1c-4917-a516-ea71beb78744') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:52.816972 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.831109 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.838918 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Releasing vlan 1463 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:47:52.839355 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:47:52.841632 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:47:52.903854 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.909632 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.911527 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3066372d-103d-424c-970a-ffeac9746d97 HTTP/1.1" status: 204 len: 168 time: 0.2920430 Aug 31 13:47:52.914513 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54426) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:52.923354 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91e825-6ee3-4e97-ba01-5e5884daba92 admin admin] Pushing event deleted for resources: {'Network': ['ID=3066372d-103d-424c-970a-ffeac9746d97,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:52.961374 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc3160b-dad9-43c4-87a4-6b35776e940e admin admin] Deleting subnet 00da53c5-05bb-4735-a63d-8406deec34e9 {{(pid=95586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:47:52.965283 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fc3160b-dad9-43c4-87a4-6b35776e940e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:52.999920 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fc3160b-dad9-43c4-87a4-6b35776e940e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729940'] for subnet, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.045613 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fc3160b-dad9-43c4-87a4-6b35776e940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.106705 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fc3160b-dad9-43c4-87a4-6b35776e940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59699456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58783755'] for subnet, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.136137 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3160b-dad9-43c4-87a4-6b35776e940e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00da53c5-05bb-4735-a63d-8406deec34e9,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:53.140214 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1fc3160b-dad9-43c4-87a4-6b35776e940e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.145252 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-1fc3160b-dad9-43c4-87a4-6b35776e940e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00da53c5-05bb-4735-a63d-8406deec34e9 HTTP/1.1" status: 204 len: 168 time: 0.2265787 Aug 31 13:47:53.146211 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54428) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:53.221618 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.307224 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.318679 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a9c6e1-42a5-4049-b037-9d918f85e7c6']}} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:53.337042 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddb24b0-3f22-482b-8f9f-496c0d9a2fb7') {'for_net_delete': True} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:53.337369 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.services.segments.db [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddb24b0-3f22-482b-8f9f-496c0d9a2fb7') {} {{(pid=95586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:47:53.350666 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59729967'] for segment, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.371057 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.379564 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Releasing vlan 1471 on physical network physnet1 to pool {{(pid=95586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:47:53.379968 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59699642'] for segment, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: Traceback (most recent call last): Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: timer() Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: cb(*args, **kw) Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: return func(*args, **kwargs) Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: self._notify() Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: self.callback(batched_events) Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: event.method(event) Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: return f(self, *a, **k) Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._get(url).json() Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: return self.request(url, 'GET', **kwargs) Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:47:53.381895 dv-cinder-806605-3-iscsi neutron-server[95586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:47:53.444340 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.449982 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.451811 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/31a9c6e1-42a5-4049-b037-9d918f85e7c6 HTTP/1.1" status: 204 len: 168 time: 0.3046553 Aug 31 13:47:53.462511 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45003ca-5c0a-4bb5-bb13-e027cdbdb7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a9c6e1-42a5-4049-b037-9d918f85e7c6,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:53.634528 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54434) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:53.686364 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-569600a6-8dc7-46e2-babd-63f383ef863f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=667d39b140c640b59cf1ec9e9ee38bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508513 Aug 31 13:47:53.689251 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54436) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:53.744498 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6b96-5473-4bc3-a5cd-b1c61bbcfd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.752615 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.766010 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6b96-5473-4bc3-a5cd-b1c61bbcfd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.833392 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6b96-5473-4bc3-a5cd-b1c61bbcfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.836190 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6b96-5473-4bc3-a5cd-b1c61bbcfd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:53.837487 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7e2f6b96-5473-4bc3-a5cd-b1c61bbcfd29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68da36cf-1b4e-4429-8e70-e58da6fb90da HTTP/1.1" status: 204 len: 168 time: 0.1470408 Aug 31 13:47:53.846919 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f6b96-5473-4bc3-a5cd-b1c61bbcfd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68da36cf-1b4e-4429-8e70-e58da6fb90da,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:47:54.180238 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54442) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:54.231262 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-76401179-4434-44fd-8a06-52e4429ec52a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8a2572eed784d71963e9fc2490bfe2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495050 Aug 31 13:47:54.233715 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54444) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:47:54.283170 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-218a6c41-ed61-4a54-a60b-486bb541c205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.305176 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-218a6c41-ed61-4a54-a60b-486bb541c205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.357676 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-218a6c41-ed61-4a54-a60b-486bb541c205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.360390 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-218a6c41-ed61-4a54-a60b-486bb541c205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:54.361605 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-218a6c41-ed61-4a54-a60b-486bb541c205 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05e932f6-c0a6-426d-9d42-5f019bb7b55f HTTP/1.1" status: 204 len: 168 time: 0.1270092 Aug 31 13:47:54.370119 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a6c41-ed61-4a54-a60b-486bb541c205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e932f6-c0a6-426d-9d42-5f019bb7b55f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:00.372383 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:48:01.981008 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.845968 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-2398f009-52dd-4a64-96dd-e33c7f6c554f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048621792&fields=id&tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 267 time: 0.0387790 Aug 31 13:48:03.962520 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452da4-d56d-484c-8008-dd2629782952 req-15ea3fbb-6368-4cbd-95cd-6dda03bbeacb tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:03.964070 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-15ea3fbb-6368-4cbd-95cd-6dda03bbeacb tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 811 time: 0.1109016 Aug 31 13:48:03.983472 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-a2ecd8c4-813d-4612-a3c8-3f90bdebc223 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/quotas/3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 375 time: 0.0102570 Aug 31 13:48:04.048949 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-db27fdd1-f7d0-48ed-825f-c99090772999 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0598605 Aug 31 13:48:04.148562 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-5b1b5474-937a-45a1-8f0e-66341178ed19 service neutron] 10.222.0.21 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856283 Aug 31 13:48:04.248906 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-04cda3eb-d19e-4bbe-98cb-2f7b4c2f12d2 service neutron] 10.222.0.21 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928721 Aug 31 13:48:04.573695 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-9def005e-1e46-4c5a-8b6e-9053a3c36973 req-9afdfc9a-a035-48ea-beb7-a76cdb64d9ea tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 210 time: 0.0279033 Aug 31 13:48:05.667561 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-aea2e209-ce51-4038-84e1-a657db5c0934 req-6c390634-de5b-480c-a20d-0337679bc4d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 210 time: 0.0393329 Aug 31 13:48:06.752325 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b48fbf18-b1e2-4072-9803-f39398bf18f5 req-8dc7a221-3ce6-428e-967c-bf6fa3ebc8cc tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Aug 31 13:48:07.735029 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452da4-d56d-484c-8008-dd2629782952 req-b46c3b18-c3d4-4fb1-a58e-4e2fd431f67d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:07.737587 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-b46c3b18-c3d4-4fb1-a58e-4e2fd431f67d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 811 time: 0.1354074 Aug 31 13:48:07.789555 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-7d764623-64a6-4050-ae1b-5b79cacd5699 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325 HTTP/1.1" status: 200 len: 380 time: 0.0381131 Aug 31 13:48:07.800797 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'port': {'device_id': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'admin_state_up': True, 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'security_groups': ['89fc85c3-756f-463c-b74b-aa0374003677']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:07.865299 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a32b2eaf-82e8-4d16-ab52-25ed6a2cd32b req-f9b7e124-1833-4507-bdea-8738ef4142de tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 210 time: 0.0368965 Aug 31 13:48:07.919306 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-dde3acfc-8974-416f-b873-d7cc3555de23 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465815 Aug 31 13:48:07.928721 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Made reservation on behalf of 3fe0f9f3a4c9445aa52a0cd9c16de325 for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:07.932391 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.009911 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-db068e90-469a-4cc4-b79d-54c59689f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.011287 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-db068e90-469a-4cc4-b79d-54c59689f007 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1098 time: 0.0466394 Aug 31 13:48:08.083830 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Allocated IP 172.20.0.8 (eadfe07a-649e-4ecc-ab96-dbd117253913/fea94a84-a098-489b-9d7f-c128892a0c62/f0d34555-bccb-4b50-b67c-fdb8da5013fe) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:08.134459 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-aa5a3edd-588f-47b1-b288-893b2c82e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.136481 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-aa5a3edd-588f-47b1-b288-893b2c82e92e service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.1030581 Aug 31 13:48:08.207649 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-958ffbaf-b7f3-4dc0-a79a-83e627b030bd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0630317 Aug 31 13:48:08.257479 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.268470 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-b910de7a-845e-4aec-a633-a0f486a073a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.269899 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-b910de7a-845e-4aec-a633-a0f486a073a9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0543127 Aug 31 13:48:08.274557 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Transition to ACTIVE for port object f0d34555-bccb-4b50-b67c-fdb8da5013fe will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:08.316523 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.335970 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-9b58d3f3-b3d5-4ddb-af00-dcf3fe8d0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.337993 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-9b58d3f3-b3d5-4ddb-af00-dcf3fe8d0a15 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517917 Aug 31 13:48:08.366187 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Network eadfe07a-649e-4ecc-ab96-dbd117253913 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:08.369397 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:08.373370 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:08.380500 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=f0d34555-bccb-4b50-b67c-fdb8da5013fe,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:08.434921 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:08.435825 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.454989 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-0757fa84-dfaf-4e02-8af3-61b699a52982 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6587698 Aug 31 13:48:08.462662 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-299dca01-ffe3-466a-be12-3d628a7b908c service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115324 Aug 31 13:48:08.475071 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Request body: {'port': {'device_id': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:08.546001 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.579866 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-6c6fe2d6-d499-46d8-9f71-f3588229445c req-74b662b0-b8d4-4a51-8cfd-3f7f41f853e1 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086445 Aug 31 13:48:08.635196 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-e985a534-2e2d-409f-bb13-b5f2a16230a8 None None] Provisioning for port f0d34555-bccb-4b50-b67c-fdb8da5013fe completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:08.639215 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-e985a534-2e2d-409f-bb13-b5f2a16230a8 None None] Provisioning complete for port f0d34555-bccb-4b50-b67c-fdb8da5013fe triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:08.639612 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e985a534-2e2d-409f-bb13-b5f2a16230a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.676475 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e985a534-2e2d-409f-bb13-b5f2a16230a8 None None] Port f0d34555-bccb-4b50-b67c-fdb8da5013fe cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:08.846187 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d34555-bccb-4b50-b67c-fdb8da5013fe {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:08.854269 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.867270 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Transition to ACTIVE for port object f0d34555-bccb-4b50-b67c-fdb8da5013fe will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:08.871238 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:08.925138 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d34555-bccb-4b50-b67c-fdb8da5013fe,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:09.039825 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005da2a-1870-4a89-bc1d-adf45f569c37 req-2c6b3b86-5a91-40dd-be4c-e2929a357256 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.041410 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5005da2a-1870-4a89-bc1d-adf45f569c37 req-2c6b3b86-5a91-40dd-be4c-e2929a357256 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.0940611 Aug 31 13:48:09.042127 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Attempting to bind port f0d34555-bccb-4b50-b67c-fdb8da5013fe on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:09.042447 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Attempting to bind port f0d34555-bccb-4b50-b67c-fdb8da5013fe by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:09.042766 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Attempting to bind port f0d34555-bccb-4b50-b67c-fdb8da5013fe on network eadfe07a-649e-4ecc-ab96-dbd117253913 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.048106 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Port f0d34555-bccb-4b50-b67c-fdb8da5013fe on network eadfe07a-649e-4ecc-ab96-dbd117253913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:09.048496 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Attempting to bind port f0d34555-bccb-4b50-b67c-fdb8da5013fe on network eadfe07a-649e-4ecc-ab96-dbd117253913 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:09.061245 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:09.061583 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Checking segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:09.062044 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Bound using segment: {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:09.062489 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Bound port: f0d34555-bccb-4b50-b67c-fdb8da5013fe, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10047a8-f8be-4348-a888-e018441b9eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:09.062854 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.120457 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5005da2a-1870-4a89-bc1d-adf45f569c37 req-61456c36-345a-4f8f-8bb6-dfc966563240 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696404 Aug 31 13:48:09.158595 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] For port f0d34555-bccb-4b50-b67c-fdb8da5013fe, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:09.162295 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] For port f0d34555-bccb-4b50-b67c-fdb8da5013fe, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:09.167511 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.207788 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.208569 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:09.210255 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] 10.222.0.107 "PUT /v2.0/ports/f0d34555-bccb-4b50-b67c-fdb8da5013fe HTTP/1.1" status: 200 len: 1093 time: 0.7399564 Aug 31 13:48:09.210751 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:09.214102 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fbe139-b415-4912-82a0-91378313031b" -d '{"events": [{"name": "network-changed", "server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:09.249397 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74addb-b365-4dae-8fbc-957e9d335575 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d34555-bccb-4b50-b67c-fdb8da5013fe,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:09.267499 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a62801-3157-4c2d-b259-9f50072eedc6 x-openstack-request-id: req-40a62801-3157-4c2d-b259-9f50072eedc6 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:09.267959 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:09.268176 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40a62801-3157-4c2d-b259-9f50072eedc6 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:09.268694 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'status': 'completed', 'code': 200} Aug 31 13:48:09.307169 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452da4-d56d-484c-8008-dd2629782952 req-bfaeae48-ed41-465f-ba4c-b1f76b8a13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.308832 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-bfaeae48-ed41-465f-ba4c-b1f76b8a13d8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 1096 time: 0.0512030 Aug 31 13:48:09.361505 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-8a8fffc3-16e0-4328-bded-ad75a7e31963 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe HTTP/1.1" status: 200 len: 217 time: 0.0432715 Aug 31 13:48:09.426142 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452da4-d56d-484c-8008-dd2629782952 req-707b1c82-0ee7-4b2b-8ce7-82ba67147076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.427813 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-707b1c82-0ee7-4b2b-8ce7-82ba67147076 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0591121 Aug 31 13:48:09.489973 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452da4-d56d-484c-8008-dd2629782952 req-54d88332-4a61-4287-9c33-460b424ac439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.491492 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-54d88332-4a61-4287-9c33-460b424ac439 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537143 Aug 31 13:48:09.591453 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-d9426bd0-0076-4d31-b0cd-ea9ce8ca4543 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906308 Aug 31 13:48:09.707719 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-53ced615-3eaa-4236-a6f0-274c77dc85bc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927804971&fields=id&tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260 HTTP/1.1" status: 200 len: 267 time: 0.0553672 Aug 31 13:48:09.735700 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-92452da4-d56d-484c-8008-dd2629782952 req-5b83d7f4-129b-43c0-b6c1-9e6305cb5828 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322200 Aug 31 13:48:09.878982 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-04ac9f0e-a458-4b7c-99fb-a711fd8e6a77 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.880485 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-04ac9f0e-a458-4b7c-99fb-a711fd8e6a77 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/networks?id=871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 200 len: 808 time: 0.1607883 Aug 31 13:48:09.883730 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe139-b415-4912-82a0-91378313031b req-1b291c44-5db6-43ed-abf1-516743e99871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:09.885247 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55fbe139-b415-4912-82a0-91378313031b req-1b291c44-5db6-43ed-abf1-516743e99871 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 1096 time: 0.0935655 Aug 31 13:48:09.907050 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-5c4518bd-d24c-4285-a13f-2de216d4275f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/quotas/bbf3fe9318e24c7e9c50ba3a63ba6260 HTTP/1.1" status: 200 len: 375 time: 0.0196214 Aug 31 13:48:10.036438 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-d9a4d866-d2ea-4b43-b0ba-77e7287e3277 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157217 Aug 31 13:48:10.039537 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe139-b415-4912-82a0-91378313031b req-7d85e702-e40c-474b-bc0d-9861bd7cf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.040971 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55fbe139-b415-4912-82a0-91378313031b req-7d85e702-e40c-474b-bc0d-9861bd7cf002 service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.1464810 Aug 31 13:48:10.100764 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55fbe139-b415-4912-82a0-91378313031b req-b59a6d50-9bbe-4a04-8a26-d8dbabd14b54 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe HTTP/1.1" status: 200 len: 217 time: 0.0516512 Aug 31 13:48:10.203759 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe139-b415-4912-82a0-91378313031b req-5497a5e2-3be3-44d0-aa12-f0f39f68f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.205366 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55fbe139-b415-4912-82a0-91378313031b req-5497a5e2-3be3-44d0-aa12-f0f39f68f5ce service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0680218 Aug 31 13:48:10.233134 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-2aa1aaff-7798-4538-974f-10d9e6654adb service neutron] 10.222.0.21 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782954 Aug 31 13:48:10.261444 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e79b0-f389-4d59-b2ad-3a53fef538a3 req-04224492-bb36-41ab-837e-faf8da47355b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.262979 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fe5e79b0-f389-4d59-b2ad-3a53fef538a3 req-04224492-bb36-41ab-837e-faf8da47355b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.0540726 Aug 31 13:48:10.304983 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fe5e79b0-f389-4d59-b2ad-3a53fef538a3 req-566da9d1-3c57-4794-bd5a-8f371b8d486b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354645 Aug 31 13:48:10.325925 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe139-b415-4912-82a0-91378313031b req-6892c6f5-5a17-47ac-b76b-610cf0c67356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:10.327478 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55fbe139-b415-4912-82a0-91378313031b req-6892c6f5-5a17-47ac-b76b-610cf0c67356 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091146 Aug 31 13:48:10.395683 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-2be5bd4e-4c1b-4d43-a6d9-693f38f1e7b0 service neutron] 10.222.0.21 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482849 Aug 31 13:48:10.439979 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55fbe139-b415-4912-82a0-91378313031b req-2659920f-34f7-4808-869d-67ba0e7e9e68 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009822 Aug 31 13:48:10.557325 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-55fbe139-b415-4912-82a0-91378313031b req-40c38908-db3a-4acb-9c2d-6ecbdb949cd1 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046350 Aug 31 13:48:10.711915 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fc92889d-85fb-4206-b664-7e810daee9cd req-48075b4a-f078-462b-8623-8871d1dc9527 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 210 time: 0.0303726 Aug 31 13:48:11.426722 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198413f4-a02a-449d-bfff-42d914844056 req-8e7396da-2529-4eac-8ff9-baa62e7b3e55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:11.428320 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-198413f4-a02a-449d-bfff-42d914844056 req-8e7396da-2529-4eac-8ff9-baa62e7b3e55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.0531576 Aug 31 13:48:11.479600 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-198413f4-a02a-449d-bfff-42d914844056 req-97b22460-bca6-4e7f-810f-0436732bf80d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444880 Aug 31 13:48:11.805891 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-9b086dc8-a6ac-4e84-bf8c-efd09251780d req-c35bdfef-5eb6-4b32-81ee-de6df127e765 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 210 time: 0.0319700 Aug 31 13:48:12.612252 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8734a-84d2-4794-9d1d-5dce424dd5ae req-9dd5114e-6b13-48f9-b41d-87bf7b6bf23b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:12.613906 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-02f8734a-84d2-4794-9d1d-5dce424dd5ae req-9dd5114e-6b13-48f9-b41d-87bf7b6bf23b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.0577219 Aug 31 13:48:12.668239 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-02f8734a-84d2-4794-9d1d-5dce424dd5ae req-67b64d92-93d9-4de3-a5f8-d49d61a45c1f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Aug 31 13:48:12.905253 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-aa5af433-ae8c-43bf-b9a9-ecb5b639d1e7 req-ebb2843d-cdc1-4ea5-a682-ea1cd6b98dad tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 210 time: 0.0308716 Aug 31 13:48:13.822352 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0cf35-9b6c-4f2e-a6b6-87272d79fa88 req-28e7a722-8ab5-47a0-9e8b-e0ec7ae089e2 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.823907 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-dbb0cf35-9b6c-4f2e-a6b6-87272d79fa88 req-28e7a722-8ab5-47a0-9e8b-e0ec7ae089e2 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.0824790 Aug 31 13:48:13.859541 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-62285236-a947-4edb-a07f-72e841e1ce5b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:13.861695 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-62285236-a947-4edb-a07f-72e841e1ce5b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.107 "GET /v2.0/networks?id=871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 200 len: 808 time: 0.1749170 Aug 31 13:48:13.899577 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-dbb0cf35-9b6c-4f2e-a6b6-87272d79fa88 req-1f62f1f0-256d-4657-9f30-2d77f6129467 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676248 Aug 31 13:48:13.925011 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-b9ce3693-2faf-4f33-bb38-88fcfbb33762 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260 HTTP/1.1" status: 200 len: 379 time: 0.0488553 Aug 31 13:48:13.935135 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'port': {'device_id': 'a538cad2-bee3-46d4-968c-852e3275209c', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'admin_state_up': True, 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'security_groups': ['a8e07453-f619-4b00-93be-b506d43bca72']}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:14.013396 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-423afbb4-e9e9-46a1-8726-049ef03901f7 req-4a8e42b6-167b-46c9-a101-15d887ad9ad6 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 210 time: 0.0327311 Aug 31 13:48:14.063439 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Made reservation on behalf of bbf3fe9318e24c7e9c50ba3a63ba6260 for: {'port': 1} {{(pid=95586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:48:14.067237 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:14.208139 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Allocated IP 172.20.0.12 (871809d3-63b9-4ca5-989f-bcff6ac7ca85/238661e2-7b74-409c-9f17-fd3ee8f2ac27/c4323bb5-596c-4dec-8971-b9ab1e10bbd7) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:14.378063 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:14.392766 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Transition to ACTIVE for port object c4323bb5-596c-4dec-8971-b9ab1e10bbd7 will not be triggered until provisioned by entity DHCP. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:14.434212 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:14.480157 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:14.483433 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:14.487891 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:14.494274 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:14.543737 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:14.544404 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:14.561062 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-a8daa1c3-58b6-4f8d-87a2-6cc06096f7cc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6298337 Aug 31 13:48:14.573909 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Request body: {'port': {'device_id': 'a538cad2-bee3-46d4-968c-852e3275209c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80660'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:14.632141 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:14.701104 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c89ce317-eec1-45ce-947a-98e77cf6bf8a None None] Provisioning for port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 completed by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:14.705426 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c89ce317-eec1-45ce-947a-98e77cf6bf8a None None] Provisioning complete for port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 triggered by entity DHCP. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:14.705826 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c89ce317-eec1-45ce-947a-98e77cf6bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:14.742541 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c89ce317-eec1-45ce-947a-98e77cf6bf8a None None] Port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 cannot update to ACTIVE because it is not bound. {{(pid=95588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:48:14.920666 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4323bb5-596c-4dec-8971-b9ab1e10bbd7 {{(pid=95586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:14.930339 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:14.943295 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.provisioning_blocks [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Transition to ACTIVE for port object c4323bb5-596c-4dec-8971-b9ab1e10bbd7 will not be triggered until provisioned by entity L2. {{(pid=95586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:48:14.948164 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:15.024831 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Pushing event updated for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:15.096002 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75629a36-a9c4-4ab5-a715-db6bad9e089e req-a19e7632-be59-467c-8633-261f4029833a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.098045 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-75629a36-a9c4-4ab5-a715-db6bad9e089e req-a19e7632-be59-467c-8633-261f4029833a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.1104236 Aug 31 13:48:15.128881 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Attempting to bind port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 on host hv-cinder-80660 for vnic_type normal with profile {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:48:15.129227 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Attempting to bind port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 by drivers openvswitch,hyperv on host hv-cinder-80660 at level 0 using segments [{'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:48:15.129563 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Attempting to bind port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 on network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:15.139876 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 on network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80660 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:48:15.140206 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Attempting to bind port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 on network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:48:15.143012 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31db799-c2bf-4290-82a2-d35c685b32e8 req-cbd1dd5b-f6cb-4c52-a898-595bbd187423 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.145207 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c31db799-c2bf-4290-82a2-d35c685b32e8 req-cbd1dd5b-f6cb-4c52-a898-595bbd187423 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0556188 Aug 31 13:48:15.153732 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Checking agent: {'id': 'd308a17c-4924-4170-b99e-23349e168fa0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80660', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'started_at': datetime.datetime(2021, 8, 31, 13, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:48:15.154077 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Checking segment: {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:48:15.154462 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Bound using segment: {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'} {{(pid=95586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:48:15.154903 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.managers [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Bound port: c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host: hv-cinder-80660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b68178e-fbf2-455c-ba03-fe40b070aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85'}}] {{(pid=95586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:48:15.155268 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:15.163177 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-75629a36-a9c4-4ab5-a715-db6bad9e089e req-17dc854c-1652-45e6-9d41-a31732e1d61f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561218 Aug 31 13:48:15.203259 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-c31db799-c2bf-4290-82a2-d35c685b32e8 req-dbe575e7-767f-4576-b600-26a461b8d2ab tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431342 Aug 31 13:48:15.228199 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, cleared binding levels {{(pid=95586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:48:15.231345 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:48:15.236891 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:15.274729 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.275369 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:15.276808 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] 10.222.0.107 "PUT /v2.0/ports/c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 200 len: 1094 time: 0.7074809 Aug 31 13:48:15.277263 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:15.279541 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b81015e-e0ba-4383-8fd6-5b924ca5a246" -d '{"events": [{"name": "network-changed", "server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:15.305122 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f772e6-62e6-4549-8486-83aeb559be5e service neutron] Pushing event updated for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=3']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:15.320812 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f940309c-5755-45d7-8797-11cbfc44bc74 x-openstack-request-id: req-f940309c-5755-45d7-8797-11cbfc44bc74 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:15.321190 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:15.321444 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f940309c-5755-45d7-8797-11cbfc44bc74 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:15.321850 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'status': 'completed', 'code': 200} Aug 31 13:48:15.375095 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-00b55931-5cd2-4753-9ae7-75c6c88852bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.377208 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-00b55931-5cd2-4753-9ae7-75c6c88852bb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1097 time: 0.0455494 Aug 31 13:48:15.424221 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-cc840633-b0c4-4405-a50b-dc6dd07b8645 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0364509 Aug 31 13:48:15.481768 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-649bf612-2d51-4a87-9ee4-9e18c23a99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.483377 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-649bf612-2d51-4a87-9ee4-9e18c23a99fe service neutron] 10.222.0.107 "GET /v2.0/subnets?id=238661e2-7b74-409c-9f17-fd3ee8f2ac27 HTTP/1.1" status: 200 len: 847 time: 0.0512271 Aug 31 13:48:15.532273 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-4da99702-9551-491a-a78a-220d79a81f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.533857 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-4da99702-9551-491a-a78a-220d79a81f4a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=871809d3-63b9-4ca5-989f-bcff6ac7ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419590 Aug 31 13:48:15.637941 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-32ddbbc8-e652-47cd-87e3-c2b824992e56 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948830 Aug 31 13:48:15.736394 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-64a3f5fd-1a31-451f-8f57-ebd72d686edb req-dfa5bbf0-71a3-403c-8437-509e4b08e116 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895393 Aug 31 13:48:15.835739 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-98e46ff1-ac70-4d28-b49e-59c14b63c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:15.837202 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-98e46ff1-ac70-4d28-b49e-59c14b63c5ba service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1097 time: 0.0452907 Aug 31 13:48:16.212796 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-1ba11d25-1c80-4c52-9c33-8d660fe25ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:16.214337 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-1ba11d25-1c80-4c52-9c33-8d660fe25ec4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 200 len: 910 time: 0.3693810 Aug 31 13:48:16.260836 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-8fcf0270-02ed-4d71-91ef-2cf1c94311f6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0376904 Aug 31 13:48:16.297368 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d87b09-e4ee-4d0d-9077-ac653220f312 req-f35ad34e-9053-40a9-b361-f8f049feccf2 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:16.298829 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-25d87b09-e4ee-4d0d-9077-ac653220f312 req-f35ad34e-9053-40a9-b361-f8f049feccf2 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.0579438 Aug 31 13:48:16.338812 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-25d87b09-e4ee-4d0d-9077-ac653220f312 req-d5a67466-1307-420c-b784-21fe3a845137 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Aug 31 13:48:16.353887 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737bd1b-5e42-401e-8928-64691100f798 req-b9505487-5d20-445d-82f9-c6319a02efea tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:16.355406 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b737bd1b-5e42-401e-8928-64691100f798 req-b9505487-5d20-445d-82f9-c6319a02efea tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0867445 Aug 31 13:48:16.356821 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-26f184e4-8fdd-4471-be29-9f9f8e86eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:16.358162 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-26f184e4-8fdd-4471-be29-9f9f8e86eaa2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=238661e2-7b74-409c-9f17-fd3ee8f2ac27 HTTP/1.1" status: 200 len: 847 time: 0.0876412 Aug 31 13:48:16.419359 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b737bd1b-5e42-401e-8928-64691100f798 req-aab51e3e-7ed0-45e3-bb42-473534603104 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574169 Aug 31 13:48:16.428801 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-d3c567c8-68e9-4992-8559-2ffa17c35f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:16.430276 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-d3c567c8-68e9-4992-8559-2ffa17c35f84 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=871809d3-63b9-4ca5-989f-bcff6ac7ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621870 Aug 31 13:48:16.532829 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-cd25abc7-57a3-4ea9-a3c4-7b6fb77b2d69 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898511 Aug 31 13:48:16.637237 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b81015e-e0ba-4383-8fd6-5b924ca5a246 req-aa6b5bf6-cc4d-4fa9-ad3c-5d0c5f9ad705 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944321 Aug 31 13:48:17.463005 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dc133-dd15-406b-ad14-72e62c2b5d15 req-bc80e2b0-28ef-485f-8b42-df5d7fd3c4b7 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:17.464582 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8a7dc133-dd15-406b-ad14-72e62c2b5d15 req-bc80e2b0-28ef-485f-8b42-df5d7fd3c4b7 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.0549135 Aug 31 13:48:17.505619 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-8a7dc133-dd15-406b-ad14-72e62c2b5d15 req-5a75ca9d-63e5-4aea-8fb1-7adbb242f708 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347862 Aug 31 13:48:17.547770 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38810cdb-f78f-46c0-9fd8-39255adc67c6 req-ee63d198-49a3-4881-aa34-bf7f15e1b531 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:17.549457 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-38810cdb-f78f-46c0-9fd8-39255adc67c6 req-ee63d198-49a3-4881-aa34-bf7f15e1b531 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0604508 Aug 31 13:48:17.589884 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-38810cdb-f78f-46c0-9fd8-39255adc67c6 req-3ba15c53-9815-4943-aa40-97f59b900c2e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343561 Aug 31 13:48:17.656348 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ee5bc47-2af3-40a1-a642-6bb70781bf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:18.449314 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device f0d34555-bccb-4b50-b67c-fdb8da5013fe details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:18.559597 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port f0d34555-bccb-4b50-b67c-fdb8da5013fe, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:18.573583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'port_id': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'mac_address': 'fa:16:3e:37:27:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1472, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:18.621733 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:18.636512 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d34555-bccb-4b50-b67c-fdb8da5013fe {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:18.649222 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cd9e2-f5d3-4dff-8c24-734be9ae2cb2 req-61647bc8-4b6b-4062-8614-693bfac0f0a1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.659807 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port f0d34555-bccb-4b50-b67c-fdb8da5013fe, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:18.660340 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-006cd9e2-f5d3-4dff-8c24-734be9ae2cb2 req-61647bc8-4b6b-4062-8614-693bfac0f0a1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 943 time: 0.0806410 Aug 31 13:48:18.666931 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:18.700872 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-006cd9e2-f5d3-4dff-8c24-734be9ae2cb2 req-78e410d4-82ed-42e4-998f-fe786f94ac63 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Aug 31 13:48:18.720900 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=f0d34555-bccb-4b50-b67c-fdb8da5013fe,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:18.749374 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e9fc-45c3-4789-bc37-f8689bda5d52 req-f6d227b0-f436-4926-be4f-619fa9d01086 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:18.751083 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f5d4e9fc-45c3-4789-bc37-f8689bda5d52 req-f6d227b0-f436-4926-be4f-619fa9d01086 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0798981 Aug 31 13:48:18.791180 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f5d4e9fc-45c3-4789-bc37-f8689bda5d52 req-1287556e-191b-44f2-ab5d-24e8e8fbbec9 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330510 Aug 31 13:48:18.889139 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['f0d34555-bccb-4b50-b67c-fdb8da5013fe'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:19.845060 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59e284-08cf-44a7-aa41-ee12023607e6 req-7d521014-c664-482b-8f85-1eb0c7e2675b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.850348 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7a59e284-08cf-44a7-aa41-ee12023607e6 req-7d521014-c664-482b-8f85-1eb0c7e2675b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 944 time: 0.0778441 Aug 31 13:48:19.908455 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7a59e284-08cf-44a7-aa41-ee12023607e6 req-cb39cb04-819c-4bb4-96cb-f0c7dd440858 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470071 Aug 31 13:48:19.945037 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e22c6-81f0-489b-afa1-e2b96b892797 req-ed164997-cd32-4427-88e9-be8587db9c00 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:19.946587 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-284e22c6-81f0-489b-afa1-e2b96b892797 req-ed164997-cd32-4427-88e9-be8587db9c00 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0784070 Aug 31 13:48:19.985368 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-284e22c6-81f0-489b-afa1-e2b96b892797 req-3e22c9a0-8889-4f4e-9336-0baaa6652f57 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Aug 31 13:48:20.362192 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d01efdd-1cc7-41c7-bc62-756518b6a3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:20.812544 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.037192 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf254d-fe92-4464-8526-272dbacd908f req-5ebff1e4-06da-479e-b722-3cf7fc147d50 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:21.038775 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7baf254d-fe92-4464-8526-272dbacd908f req-5ebff1e4-06da-479e-b722-3cf7fc147d50 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 944 time: 0.0543649 Aug 31 13:48:21.081080 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-7baf254d-fe92-4464-8526-272dbacd908f req-1aa6fc20-1022-4c5f-9a67-03509034697d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Aug 31 13:48:21.114338 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c72f25-1371-4e4e-b2b2-66722d0ecaca req-67e09249-a123-47a5-917a-6ce3d030aaf4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:21.116344 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-65c72f25-1371-4e4e-b2b2-66722d0ecaca req-67e09249-a123-47a5-917a-6ce3d030aaf4 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0557127 Aug 31 13:48:21.124405 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device f0d34555-bccb-4b50-b67c-fdb8da5013fe up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:21.157299 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-65c72f25-1371-4e4e-b2b2-66722d0ecaca req-be12c8a8-85d5-4f30-8606-b592a2c5120e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329864 Aug 31 13:48:21.174562 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port f0d34555-bccb-4b50-b67c-fdb8da5013fe completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:21.178688 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port f0d34555-bccb-4b50-b67c-fdb8da5013fe triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:21.179069 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.258078 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.281587 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:21.284700 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a206820-277a-4333-a330-33630cfc297f" -d '{"events": [{"server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "name": "network-vif-plugged", "status": "completed", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:21.297457 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port f0d34555-bccb-4b50-b67c-fdb8da5013fe, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:21.303556 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:21.333407 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d569ad6b-eacb-44ba-8567-f0e190c3733f x-openstack-request-id: req-d569ad6b-eacb-44ba-8567-f0e190c3733f {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:21.333804 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "name": "network-vif-plugged", "status": "completed", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:21.334217 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d569ad6b-eacb-44ba-8567-f0e190c3733f {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:21.334831 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'code': 200} Aug 31 13:48:21.364528 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=f0d34555-bccb-4b50-b67c-fdb8da5013fe,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:21.532026 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:22.206242 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60674398-4d38-42ac-bc8b-5da106b02066 req-e9cd6840-3794-44a9-b091-5ca7e27565c7 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:22.207728 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-60674398-4d38-42ac-bc8b-5da106b02066 req-e9cd6840-3794-44a9-b091-5ca7e27565c7 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0580862 Aug 31 13:48:22.246986 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-60674398-4d38-42ac-bc8b-5da106b02066 req-f8e355cf-d293-45aa-b351-7c78d2ef0f3f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330215 Aug 31 13:48:22.291469 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc471d-a1f0-4f2f-a727-231229d1ef55 req-5b3b040e-c43a-4952-ad4a-511ec579fc36 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:22.293368 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-66cc471d-a1f0-4f2f-a727-231229d1ef55 req-5b3b040e-c43a-4952-ad4a-511ec579fc36 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0609419 Aug 31 13:48:22.334913 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-66cc471d-a1f0-4f2f-a727-231229d1ef55 req-9e816818-ba62-4db7-835e-a3c33bb45d7f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357134 Aug 31 13:48:23.209351 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b62c26-3fab-4d7f-8abd-b84cf89f68c5 req-1ea7d4fe-5ecc-4d05-86d5-e36ea8b261bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:23.210787 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b4b62c26-3fab-4d7f-8abd-b84cf89f68c5 req-1ea7d4fe-5ecc-4d05-86d5-e36ea8b261bc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 1098 time: 0.0445631 Aug 31 13:48:23.252949 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b4b62c26-3fab-4d7f-8abd-b84cf89f68c5 req-c1d28e64-c923-420a-a513-4e4de5b27f41 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Aug 31 13:48:23.374418 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589362c1-7f9a-4927-ae65-a23636a85014 req-8a5e97a9-a6b0-4184-81bc-82c81c6a6f52 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:23.375983 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-589362c1-7f9a-4927-ae65-a23636a85014 req-8a5e97a9-a6b0-4184-81bc-82c81c6a6f52 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0560880 Aug 31 13:48:23.418037 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-589362c1-7f9a-4927-ae65-a23636a85014 req-efc08657-fe5e-4c1d-b965-e2b507e4d828 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Aug 31 13:48:23.470647 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0c3e4-a9a5-4a70-b291-5d92f7a2e8f4 req-7aca00d3-44c5-4169-8e0a-8580e074732f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:23.472212 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-09b0c3e4-a9a5-4a70-b291-5d92f7a2e8f4 req-7aca00d3-44c5-4169-8e0a-8580e074732f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0625360 Aug 31 13:48:23.510938 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-09b0c3e4-a9a5-4a70-b291-5d92f7a2e8f4 req-fba1d86d-13a1-45d4-9337-f567d05fbb18 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328608 Aug 31 13:48:23.760612 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:24.559174 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde73f3-8463-440e-9301-b7c8a7a8618c req-9c81025f-628a-43ed-855f-95229a6d6c16 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:24.560762 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1fde73f3-8463-440e-9301-b7c8a7a8618c req-9c81025f-628a-43ed-855f-95229a6d6c16 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0574317 Aug 31 13:48:24.600297 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-1fde73f3-8463-440e-9301-b7c8a7a8618c req-3aa0652d-79ac-45af-81aa-1c8292d5d165 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Aug 31 13:48:24.626294 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea188d02-53c2-45a4-97e5-3440f6b57537 req-225ba995-3324-4775-92e0-a6512cc20634 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:24.627815 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ea188d02-53c2-45a4-97e5-3440f6b57537 req-225ba995-3324-4775-92e0-a6512cc20634 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0498006 Aug 31 13:48:24.670763 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-ea188d02-53c2-45a4-97e5-3440f6b57537 req-fe22b2f0-9649-4c36-9dbc-ff372cdc3a65 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363264 Aug 31 13:48:25.728062 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d1d37-d36f-488a-8d33-a55ab44c8937 req-545b14d8-5289-4da6-89b2-4b91f83ae517 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:25.729621 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2c1d1d37-d36f-488a-8d33-a55ab44c8937 req-545b14d8-5289-4da6-89b2-4b91f83ae517 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0520539 Aug 31 13:48:25.771668 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2c1d1d37-d36f-488a-8d33-a55ab44c8937 req-41e93a80-cbf4-4f49-b691-45dc404d6ae1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358534 Aug 31 13:48:25.790074 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf3ac-0ebe-43a4-92af-cbea738b2c6e req-1c385425-2313-4860-93a0-cec6ee73ef89 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:25.791694 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a8fcf3ac-0ebe-43a4-92af-cbea738b2c6e req-1c385425-2313-4860-93a0-cec6ee73ef89 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0525436 Aug 31 13:48:25.837266 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a8fcf3ac-0ebe-43a4-92af-cbea738b2c6e req-76a75665-0f3f-432f-9b78-eab710ab83b0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393934 Aug 31 13:48:26.918345 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69bee5-95ec-4dec-a569-2839ed4fb940 req-dc3a006f-e8f8-4505-ae78-f42086de2101 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:26.920839 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b69bee5-95ec-4dec-a569-2839ed4fb940 req-dc3a006f-e8f8-4505-ae78-f42086de2101 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0707033 Aug 31 13:48:26.970232 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2b69bee5-95ec-4dec-a569-2839ed4fb940 req-5f91fb24-cabc-4678-be3d-15f5d5e9017f tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Aug 31 13:48:27.285250 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a0cbb-eb29-4837-810e-d5cf15b54ca6 req-2c246deb-a6ae-4d64-8bab-b3dffb24b97e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:27.287175 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bc3a0cbb-eb29-4837-810e-d5cf15b54ca6 req-2c246deb-a6ae-4d64-8bab-b3dffb24b97e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.3645308 Aug 31 13:48:27.331555 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-bc3a0cbb-eb29-4837-810e-d5cf15b54ca6 req-fcc69165-00e9-4c4b-8c57-5e45e52462f7 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 Aug 31 13:48:28.115466 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8106a-e746-441b-b996-92333ed1e47d req-fd65c2fd-a23e-462c-89a7-45a709117695 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:28.117080 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2eb8106a-e746-441b-b996-92333ed1e47d req-fd65c2fd-a23e-462c-89a7-45a709117695 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0577838 Aug 31 13:48:28.163575 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2eb8106a-e746-441b-b996-92333ed1e47d req-710f320f-3fe3-4a47-8f17-322478b4522d tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341501 Aug 31 13:48:28.289576 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf460b-ffc9-41ac-88ac-7e39f163724a req-88ea046d-07b2-495d-8e92-f0e62738f3ba tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:28.291046 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-88bf460b-ffc9-41ac-88ac-7e39f163724a req-88ea046d-07b2-495d-8e92-f0e62738f3ba tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0602765 Aug 31 13:48:28.330338 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-88bf460b-ffc9-41ac-88ac-7e39f163724a req-fc57a89d-1c8d-4ccb-a2dd-c0bc09c15660 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331519 Aug 31 13:48:28.362561 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54832) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:28.454633 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8904069-30a5-4331-9ef9-645eb9ef11d9 req-5acf1c82-524a-45b1-8330-cc25db17c957 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:28.456141 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8904069-30a5-4331-9ef9-645eb9ef11d9 req-5acf1c82-524a-45b1-8330-cc25db17c957 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0514309 Aug 31 13:48:28.494986 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f8904069-30a5-4331-9ef9-645eb9ef11d9 req-19b4dd7c-a502-467a-a866-15a41c40d5ac tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327361 Aug 31 13:48:28.571033 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a3933-297d-4132-b259-6fe930bfb51f tempest-TestVolumeBootPattern-731529798 tempest-TestVolumeBootPattern-731529798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:28.572661 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-d54a3933-297d-4132-b259-6fe930bfb51f tempest-TestVolumeBootPattern-731529798 tempest-TestVolumeBootPattern-731529798-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 1093 time: 0.2086685 Aug 31 13:48:28.576752 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54836) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:28.581282 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'port_id': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:28.606817 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.729997 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.842697 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Allocated IP 172.27.1.91 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/1dc384ee-347c-4ed5-8cfe-32851b1ceaf1) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:28.955197 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:28.996073 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.005905 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 54844) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:29.038021 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:29.045340 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:29.047551 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=1dc384ee-347c-4ed5-8cfe-32851b1ceaf1,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:29.049719 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:29.117062 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.225440 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.230416 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.269737 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5a69dac4be14ac1969d9715bbaa024e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621977 Aug 31 13:48:29.270498 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79de25b9-6aa0-46e9-9804-5f43791221f9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:29.272096 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54848) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:29.280309 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.280809 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.281315 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.281697 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.282163 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.282633 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.283029 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.283468 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.283877 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.284287 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.284816 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.285427 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca7b0-afe8-4e72-bfc3-bd88b7a4d16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:48:29.394830 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2492c36b-5e2e-4d61-bb95-3bc99cd6244a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.452101 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2492c36b-5e2e-4d61-bb95-3bc99cd6244a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.529040 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.575145 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2492c36b-5e2e-4d61-bb95-3bc99cd6244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.578334 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-2492c36b-5e2e-4d61-bb95-3bc99cd6244a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.579527 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-2492c36b-5e2e-4d61-bb95-3bc99cd6244a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79de25b9-6aa0-46e9-9804-5f43791221f9 HTTP/1.1" status: 204 len: 168 time: 0.3063509 Aug 31 13:48:29.604513 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492c36b-5e2e-4d61-bb95-3bc99cd6244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79de25b9-6aa0-46e9-9804-5f43791221f9,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:29.620839 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.627170 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe27ab0-28da-4264-bb01-9856d348129f req-7dc44174-4335-43fb-9efa-9e8726fe8218 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:29.632864 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-afe27ab0-28da-4264-bb01-9856d348129f req-7dc44174-4335-43fb-9efa-9e8726fe8218 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0681608 Aug 31 13:48:29.678187 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-afe27ab0-28da-4264-bb01-9856d348129f req-0236e2f4-3786-4b14-bf10-3db79f2766fb tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 Aug 31 13:48:29.796261 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.802524 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.882534 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event updated for resources: {'Port': ['ID=1dc384ee-347c-4ed5-8cfe-32851b1ceaf1,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:29.893440 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:29.998002 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Floating IP 5483d5ee-07bf-4688-b7b4-6cb91fc0638a associated. External IP: 172.27.1.91, port: f0d34555-bccb-4b50-b67c-fdb8da5013fe. Aug 31 13:48:30.223556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:48:30.347166 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:48:30.357608 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:48:30.366765 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:30.367351 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:30.368168 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:48:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:30.395173 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-b3310024-5abb-40ea-9f8c-18eb473677d8 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8173554 Aug 31 13:48:30.395793 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:30.398225 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6" -d '{"events": [{"name": "network-changed", "server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:30.435670 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ee34b2-a04c-4ad3-a50c-3e8a9077305e x-openstack-request-id: req-47ee34b2-a04c-4ad3-a50c-3e8a9077305e {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:30.435961 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:30.436202 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47ee34b2-a04c-4ad3-a50c-3e8a9077305e {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:30.436628 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'status': 'completed', 'code': 200} Aug 31 13:48:30.484359 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:30.503010 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-6724a737-7427-4eb8-88d2-fe6bb262923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.504806 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-6724a737-7427-4eb8-88d2-fe6bb262923b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 1098 time: 0.0439329 Aug 31 13:48:30.603388 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-645e2552-1485-497e-b1df-598fe6bb2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.604964 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-645e2552-1485-497e-b1df-598fe6bb2f24 service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.0933285 Aug 31 13:48:30.672031 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-9edb78ea-5e34-45e4-a3c1-b3f093705a60 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe HTTP/1.1" status: 200 len: 998 time: 0.0592651 Aug 31 13:48:30.721037 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:17Z', 'revision_number': 1, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}, {'id': '5483d5ee-07bf-4688-b7b4-6cb91fc0638a', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:37:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:29Z', 'updated_at': '2021-08-31T13:48:29Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:30.729838 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-11bdeee6-6228-4b74-89ef-cc91ff94ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.731334 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-11bdeee6-6228-4b74-89ef-cc91ff94ee14 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0524104 Aug 31 13:48:30.753282 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:48:30.763815 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:30.764760 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:48:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:30.782197 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-0966dd3c-d262-48b7-9cbb-195c171e0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.783909 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-0966dd3c-d262-48b7-9cbb-195c171e0d22 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453882 Aug 31 13:48:30.815110 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcef27-114c-4d54-bfe5-2c9d2d203023 req-375d1767-a250-4dad-b331-d7d4aa164bc3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:30.817796 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b2fcef27-114c-4d54-bfe5-2c9d2d203023 req-375d1767-a250-4dad-b331-d7d4aa164bc3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0660880 Aug 31 13:48:30.863598 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b2fcef27-114c-4d54-bfe5-2c9d2d203023 req-af858567-9cc9-4755-a4e6-597c5db23f4b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368590 Aug 31 13:48:30.888737 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-2ba1f265-15b7-4cf1-bd6d-7cc5f389429f service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974531 Aug 31 13:48:30.890054 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:30.988237 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a0357569-60e2-4ec5-a1df-a14d3c0dedb6 req-ec96be15-c811-439f-9c70-2d5e2d9db726 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893989 Aug 31 13:48:31.276477 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:17Z', 'revision_number': 1, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}, {'id': '5483d5ee-07bf-4688-b7b4-6cb91fc0638a', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:37:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:29Z', 'updated_at': '2021-08-31T13:48:29Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:31.303108 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a269453-4f4f-4dac-8552-b0335b14c4cf None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:17Z', 'revision_number': 1, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}, {'id': '5483d5ee-07bf-4688-b7b4-6cb91fc0638a', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:37:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:29Z', 'updated_at': '2021-08-31T13:48:29Z', 'revision_number': 0, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:48:31.518077 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daccb7c7-9634-4be0-aaad-2d60907eefcd None None] New status for floating IP 5483d5ee-07bf-4688-b7b4-6cb91fc0638a: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:48:32.005074 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:32.010035 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5d1e8-963a-4c7a-9900-a1a394f16e33 req-ef572fc5-51a7-4699-93ed-4847daf490bc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:32.011655 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a9e5d1e8-963a-4c7a-9900-a1a394f16e33 req-ef572fc5-51a7-4699-93ed-4847daf490bc tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0587842 Aug 31 13:48:32.061676 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-a9e5d1e8-963a-4c7a-9900-a1a394f16e33 req-0f7ea676-74ae-413a-bd45-29f5936a9c33 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Aug 31 13:48:33.207909 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126e20e-fcc0-4c37-a54f-8b33955e0003 req-a319fdac-b073-44a2-95b7-ccddaa0aa929 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:33.209508 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5126e20e-fcc0-4c37-a54f-8b33955e0003 req-a319fdac-b073-44a2-95b7-ccddaa0aa929 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0645330 Aug 31 13:48:33.249215 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5126e20e-fcc0-4c37-a54f-8b33955e0003 req-1114fcf5-a4dc-47bd-bc84-cffceff26b19 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334299 Aug 31 13:48:34.390612 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c0d1f-a589-4b89-981b-c9dacc37add1 req-9b8f3bef-f4a5-444f-a6d7-d5917f403bce tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:34.392700 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d48c0d1f-a589-4b89-981b-c9dacc37add1 req-9b8f3bef-f4a5-444f-a6d7-d5917f403bce tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0679624 Aug 31 13:48:34.432473 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-d48c0d1f-a589-4b89-981b-c9dacc37add1 req-3e23d744-8347-423c-871e-e8690677aa38 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331976 Aug 31 13:48:35.579662 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b39b1-ea81-49f2-a338-8a3ac5db9560 req-aeabdb1b-45b6-4cc5-ba23-a27109f8afa3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:35.581250 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-229b39b1-ea81-49f2-a338-8a3ac5db9560 req-aeabdb1b-45b6-4cc5-ba23-a27109f8afa3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0679801 Aug 31 13:48:35.625895 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-229b39b1-ea81-49f2-a338-8a3ac5db9560 req-0a044492-6790-4d7f-acc9-db4196c699cd tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363855 Aug 31 13:48:36.763285 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6d01e-abd7-4c0f-b23b-ab07b9e215fc req-099022de-6f8b-4509-a54d-1288133e269f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:36.764807 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ffa6d01e-abd7-4c0f-b23b-ab07b9e215fc req-099022de-6f8b-4509-a54d-1288133e269f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0604212 Aug 31 13:48:36.806686 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ffa6d01e-abd7-4c0f-b23b-ab07b9e215fc req-391f90db-bd98-40ee-9c3d-118252199aa1 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Aug 31 13:48:37.373050 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:48:37.945520 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d63ab-b760-4cad-955e-7f2ffeb862b6 req-27af89f6-2b29-4896-b4f1-67c5bf002c0c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:37.947169 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-266d63ab-b760-4cad-955e-7f2ffeb862b6 req-27af89f6-2b29-4896-b4f1-67c5bf002c0c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0533066 Aug 31 13:48:37.990723 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-266d63ab-b760-4cad-955e-7f2ffeb862b6 req-47b84b2e-7358-4fa5-a8fd-879e31a61763 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368791 Aug 31 13:48:39.125604 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111126b-3a8b-46ab-839a-9534ebceb3f2 req-abf49823-4f2e-439a-8b9f-606d0d7deb24 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:39.127152 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4111126b-3a8b-46ab-839a-9534ebceb3f2 req-abf49823-4f2e-439a-8b9f-606d0d7deb24 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0512445 Aug 31 13:48:39.170950 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4111126b-3a8b-46ab-839a-9534ebceb3f2 req-82464b51-6613-4b83-bfd7-84c2f621f4dd tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347927 Aug 31 13:48:40.316324 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360c3b-ff35-498d-b68b-dcd2e8c088a0 req-3d3eec2c-63a2-4c1a-aede-757709381493 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:40.317881 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5e360c3b-ff35-498d-b68b-dcd2e8c088a0 req-3d3eec2c-63a2-4c1a-aede-757709381493 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0650342 Aug 31 13:48:40.366560 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5e360c3b-ff35-498d-b68b-dcd2e8c088a0 req-1ed66feb-f26d-47cb-89b2-a2ab3ba7394f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 Aug 31 13:48:40.600570 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device c4323bb5-596c-4dec-8971-b9ab1e10bbd7 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:48:40.705342 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:40.719108 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'port_id': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'mac_address': 'fa:16:3e:2f:f5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1450, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:48:40.760762 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.775271 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4323bb5-596c-4dec-8971-b9ab1e10bbd7 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:48:40.797204 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:40.802362 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:40.857185 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:41.045351 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['c4323bb5-596c-4dec-8971-b9ab1e10bbd7'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:48:41.651176 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c093d2d-1058-46e0-ad84-08fdfbec73fb req-12dabb1d-612a-4ff7-b8d8-6dbddbbfa087 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:41.652639 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3c093d2d-1058-46e0-ad84-08fdfbec73fb req-12dabb1d-612a-4ff7-b8d8-6dbddbbfa087 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 945 time: 0.0539436 Aug 31 13:48:41.698101 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3c093d2d-1058-46e0-ad84-08fdfbec73fb req-dcb7776b-2b08-4d7e-a7e7-501b14da9440 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392013 Aug 31 13:48:42.607200 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device c4323bb5-596c-4dec-8971-b9ab1e10bbd7 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:48:42.669476 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning for port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 completed by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:48:42.674667 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:48:42.675051 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.756245 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.779925 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:42.782187 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c23ba0e-c4bc-46a2-b278-b409e508e38d" -d '{"events": [{"server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "name": "network-vif-plugged", "status": "completed", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:42.799943 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:48:42.805093 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:42.828641 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e978dc-173f-4d73-be0d-9642b2b0689a req-b952d625-fe11-49aa-97e6-1095dbf98ecf tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:42.830263 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f2e978dc-173f-4d73-be0d-9642b2b0689a req-b952d625-fe11-49aa-97e6-1095dbf98ecf tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 945 time: 0.0558367 Aug 31 13:48:42.832902 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90194668-545c-47b1-b61f-252546bc9e8a x-openstack-request-id: req-90194668-545c-47b1-b61f-252546bc9e8a {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:42.833193 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "name": "network-vif-plugged", "status": "completed", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:42.833441 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90194668-545c-47b1-b61f-252546bc9e8a {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:42.833826 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'code': 200} Aug 31 13:48:42.861023 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=5']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:42.875649 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-f2e978dc-173f-4d73-be0d-9642b2b0689a req-70003015-510c-47e1-8a84-193925317ef8 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390136 Aug 31 13:48:43.073289 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cce24-db87-4719-a4cd-1c1b10a8e74c req-a5f8c70a-a78b-4bc1-bd5d-ecde2533b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:43.075708 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-397cce24-db87-4719-a4cd-1c1b10a8e74c req-a5f8c70a-a78b-4bc1-bd5d-ecde2533b40b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1099 time: 0.0528076 Aug 31 13:48:43.118362 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-397cce24-db87-4719-a4cd-1c1b10a8e74c req-efe47687-08fd-4df8-831e-40c0e4afad92 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344028 Aug 31 13:48:44.007342 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9e2fe-ff25-4b17-83ce-0b06fdb88af9 req-85e72034-8cb3-4a31-ab2c-2671dda7134e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:44.008959 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-26c9e2fe-ff25-4b17-83ce-0b06fdb88af9 req-85e72034-8cb3-4a31-ab2c-2671dda7134e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0513475 Aug 31 13:48:44.066179 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-26c9e2fe-ff25-4b17-83ce-0b06fdb88af9 req-34920c82-9e95-40f3-801f-0475ce2e12bf tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503094 Aug 31 13:48:45.209777 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab1e41-e6e2-45cc-a00f-3748e15616d9 req-e450b597-b359-44cd-87cd-d53ecaa3d6aa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.211219 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-00ab1e41-e6e2-45cc-a00f-3748e15616d9 req-e450b597-b359-44cd-87cd-d53ecaa3d6aa tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0579412 Aug 31 13:48:45.256352 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-00ab1e41-e6e2-45cc-a00f-3748e15616d9 req-7eaf0907-215e-4f8e-976b-e6269d9bfd99 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378819 Aug 31 13:48:45.385790 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc8d01-eb1b-453e-9294-c24ac980ec86 req-10895e77-5f9d-4c4d-8c1e-5839ee0fd221 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.387306 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3dc8d01-eb1b-453e-9294-c24ac980ec86 req-10895e77-5f9d-4c4d-8c1e-5839ee0fd221 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0534117 Aug 31 13:48:45.431443 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-e3dc8d01-eb1b-453e-9294-c24ac980ec86 req-9f5b2b6a-ea42-419c-b76b-8d799660bf83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347028 Aug 31 13:48:45.465277 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54894) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:45.673094 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7126cd-5e01-4bac-ac7f-3a8e6ebc5617 tempest-TestShelveInstance-48103389 tempest-TestShelveInstance-48103389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:45.674620 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8f7126cd-5e01-4bac-ac7f-3a8e6ebc5617 tempest-TestShelveInstance-48103389 tempest-TestShelveInstance-48103389-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1094 time: 0.2081900 Aug 31 13:48:45.677618 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 54898) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:48:45.681939 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.v2.base [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Request body: {'floatingip': {'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'port_id': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:48:45.707481 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for floatingip, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:45.808190 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:45.928277 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_common [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Allocated IP 172.27.1.34 (61808db4-4d70-40e7-ba8d-3c31461e8650/97b24d5e-6f32-467a-8106-f40fda33bfb9/74aafac0-aee6-430f-9161-a4684327e70f) {{(pid=95586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:48:46.034015 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for port, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.079236 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782912330536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.133780 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Network 61808db4-4d70-40e7-ba8d-3c31461e8650 is already hosted by enough agents. {{(pid=95586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:48:46.136896 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.base_scheduler [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Resources bound (agent type, host, resource id): {{(pid=95586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:48:46.139787 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Received port after_create {{(pid=95586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:48:46.164065 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'Port': ['ID=74aafac0-aee6-430f-9161-a4684327e70f,revision_number=1']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:46.542867 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.617789 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.782732 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for port, precommit_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.792041 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59699542'] for port, after_update {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:46.866732 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event updated for resources: {'Port': ['ID=74aafac0-aee6-430f-9161-a4684327e70f,revision_number=2']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:48:46.884454 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925259'] for floatingip, after_create {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:47.265269 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Floating IP d97ddda4-ff38-406d-b7c3-ad98b87980b7 associated. External IP: 172.27.1.34, port: c4323bb5-596c-4dec-8971-b9ab1e10bbd7. Aug 31 13:48:47.495676 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:48:47.629171 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:48:47.648643 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:47.652664 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3750b88c-49d6-4562-bdcd-15085e256006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:47.680238 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-d37c8f38-706a-4fbb-9bbc-230389388c83 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0015376 Aug 31 13:48:47.681030 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:48:47.683426 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842634dc-86ef-4ae7-8d89-14866fd19d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:48:47.734574 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e571d5-3734-4525-8d51-e3f58b2de64d x-openstack-request-id: req-99e571d5-3734-4525-8d51-e3f58b2de64d {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:48:47.734872 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:48:47.735128 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99e571d5-3734-4525-8d51-e3f58b2de64d {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:48:47.735524 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'status': 'completed', 'code': 200} Aug 31 13:48:47.774851 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409acd6-11ef-4913-9251-39706346f456 None None] Sync routers for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:48:47.785978 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409acd6-11ef-4913-9251-39706346f456 None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:47.786827 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-2409acd6-11ef-4913-9251-39706346f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:48:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:47.801717 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-17ae5767-702b-4214-b6b2-72e321acf7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.803273 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-17ae5767-702b-4214-b6b2-72e321acf7f6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1099 time: 0.0436914 Aug 31 13:48:47.902192 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-2409acd6-11ef-4913-9251-39706346f456 None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:47.908301 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-84187426-e7c7-4b5d-b2fc-f85e787bbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:47.909853 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-84187426-e7c7-4b5d-b2fc-f85e787bbbbe service neutron] 10.222.0.107 "GET /v2.0/networks?id=871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 200 len: 910 time: 0.0992529 Aug 31 13:48:47.978972 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-306274e1-3398-4f8c-8c7a-3d13196d63b2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 200 len: 999 time: 0.0608835 Aug 31 13:48:48.030264 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-69baac27-37a8-42af-a0a1-ef2551866581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:48.031953 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-69baac27-37a8-42af-a0a1-ef2551866581 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=238661e2-7b74-409c-9f17-fd3ee8f2ac27 HTTP/1.1" status: 200 len: 847 time: 0.0456152 Aug 31 13:48:48.082597 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-49821126-2ed3-4854-a18e-d0c2a9ba6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:48:48.084131 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-49821126-2ed3-4854-a18e-d0c2a9ba6143 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=871809d3-63b9-4ca5-989f-bcff6ac7ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452487 Aug 31 13:48:48.141831 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-2409acd6-11ef-4913-9251-39706346f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'd97ddda4-ff38-406d-b7c3-ad98b87980b7', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'port_id': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'mac_address': 'fa:16:3e:2f:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a538cad2-bee3-46d4-968c-852e3275209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:46Z', 'updated_at': '2021-08-31T13:48:46Z', 'revision_number': 0, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:44Z', 'revision_number': 5, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:48.171350 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409acd6-11ef-4913-9251-39706346f456 None None] Checking router: c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:48:48.177762 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-6f74e1cd-f8b2-4684-bb90-9e8117bc7755 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856340 Aug 31 13:48:48.181382 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409acd6-11ef-4913-9251-39706346f456 None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:48:48.181989 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-2409acd6-11ef-4913-9251-39706346f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:48:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:48.281564 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-842634dc-86ef-4ae7-8d89-14866fd19d2b req-1ad3a6f9-782c-4faf-b6e7-97ad46f2034b service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966661 Aug 31 13:48:48.294204 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-2409acd6-11ef-4913-9251-39706346f456 None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:48:48.549026 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-2409acd6-11ef-4913-9251-39706346f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'd97ddda4-ff38-406d-b7c3-ad98b87980b7', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'port_id': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'mac_address': 'fa:16:3e:2f:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a538cad2-bee3-46d4-968c-852e3275209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:46Z', 'updated_at': '2021-08-31T13:48:46Z', 'revision_number': 0, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:44Z', 'revision_number': 5, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:48:48.576623 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409acd6-11ef-4913-9251-39706346f456 None None] The sync data for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi is: [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': 'd97ddda4-ff38-406d-b7c3-ad98b87980b7', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'port_id': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'mac_address': 'fa:16:3e:2f:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a538cad2-bee3-46d4-968c-852e3275209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:48:46Z', 'updated_at': '2021-08-31T13:48:46Z', 'revision_number': 0, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:44Z', 'revision_number': 5, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:48:48.789364 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6186cf4-b122-4af0-b673-92907cd09695 None None] New status for floating IP d97ddda4-ff38-406d-b7c3-ad98b87980b7: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:48:50.371128 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cfe17a3b-d0ba-49dc-a0b7-00062cbaaf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:50.805202 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:51.540846 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:53.761485 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:01.998468 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:09.979426 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-f9e9df89-3e0e-44ef-a8a9-cfb2915931a8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047328 Aug 31 13:49:10.074030 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-7b825b2a-43a2-453d-bad9-a78f9266dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:10.075586 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-7b825b2a-43a2-453d-bad9-a78f9266dd87 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1098 time: 0.0492828 Aug 31 13:49:10.186530 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-f37b49e4-982c-4e56-a55a-2cefd5a7563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:10.188002 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-f37b49e4-982c-4e56-a55a-2cefd5a7563d service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.0914743 Aug 31 13:49:10.257871 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-bce2d831-ca98-41db-8dfa-8bdd82c745e2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0615203 Aug 31 13:49:10.310592 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-3d6f7476-9fa1-47d6-8fd2-700d58da5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:10.312156 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-3d6f7476-9fa1-47d6-8fd2-700d58da5094 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0469308 Aug 31 13:49:10.365600 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-e5042aab-247c-4618-9e9e-7b00b5fb8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:49:10.367178 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-e5042aab-247c-4618-9e9e-7b00b5fb8053 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466282 Aug 31 13:49:10.381726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-7b97294c-3fdc-4bc2-8333-81f66d6429fa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:49:10.383187 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-7b97294c-3fdc-4bc2-8333-81f66d6429fa service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080318 Aug 31 13:49:10.485395 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-ea6257dd-7214-4e4f-b266-4921e56380ee service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944915 Aug 31 13:49:10.585751 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-3384b033-43a1-4c67-8eeb-2ba357b655f9 req-37ef5202-47d9-4f1e-80a1-e29c4dab977c service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917656 Aug 31 13:49:14.375063 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:49:17.657395 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4ccc045f-f760-450c-9574-d4c678648abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.371862 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7383f0b-ddb4-49af-9790-56d1f823a973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:20.803231 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:21.538952 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:23.763650 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.009457 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:47.654268 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ceacdd27-6c84-4ecc-9dd5-f63d159ba0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.377533 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76cde13c-9ddd-40fc-8eb2-f951228efe42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:50.801610 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:51.378653 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:49:51.543697 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:53.767317 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:02.031369 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:11.917185 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f1359a62-2ccb-425b-923b-f01446d97633 req-6a4de023-7c75-4192-9b44-5e66e820f839 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455027 Aug 31 13:50:11.982023 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1359a62-2ccb-425b-923b-f01446d97633 req-f4a6cc02-7f45-4b37-bb83-a41398dadd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:11.983525 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f1359a62-2ccb-425b-923b-f01446d97633 req-f4a6cc02-7f45-4b37-bb83-a41398dadd6c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 1098 time: 0.0425286 Aug 31 13:50:12.101295 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1359a62-2ccb-425b-923b-f01446d97633 req-b35aed96-2e41-4b58-8ea1-abaf507f4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:12.102817 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f1359a62-2ccb-425b-923b-f01446d97633 req-b35aed96-2e41-4b58-8ea1-abaf507f4ba9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.0925307 Aug 31 13:50:12.190997 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f1359a62-2ccb-425b-923b-f01446d97633 req-05ee53b3-01a0-444c-b7ad-b35689a2ccf7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe HTTP/1.1" status: 200 len: 1000 time: 0.0802317 Aug 31 13:50:12.248677 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1359a62-2ccb-425b-923b-f01446d97633 req-792aa240-e83e-47c1-8e09-5ec14373725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:12.250160 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f1359a62-2ccb-425b-923b-f01446d97633 req-792aa240-e83e-47c1-8e09-5ec14373725a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0517957 Aug 31 13:50:12.303792 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1359a62-2ccb-425b-923b-f01446d97633 req-277636c1-41b5-4287-90f4-fa8baf1e1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:12.305375 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f1359a62-2ccb-425b-923b-f01446d97633 req-277636c1-41b5-4287-90f4-fa8baf1e1162 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477486 Aug 31 13:50:12.414296 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f1359a62-2ccb-425b-923b-f01446d97633 req-2615e8ee-dbfe-4728-bd0b-6dc734f84305 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016526 Aug 31 13:50:12.519643 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f1359a62-2ccb-425b-923b-f01446d97633 req-402344a9-6f8f-4c9a-9468-1379337fb250 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982668 Aug 31 13:50:17.656283 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a8060f3-f225-4e29-aff5-ec5b590e9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.376178 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9f50e4-afb7-4d7d-b00e-a61577a512c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:20.801003 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:21.553076 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:23.772162 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:28.380199 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:50:32.025760 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:43.541050 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58302d-eb61-450c-a3ec-15c09c80aa9f req-03823ec5-4a3b-4b52-bc29-d8bbde201356 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:43.542545 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-db58302d-eb61-450c-a3ec-15c09c80aa9f req-03823ec5-4a3b-4b52-bc29-d8bbde201356 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.1819274 Aug 31 13:50:43.586613 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-db58302d-eb61-450c-a3ec-15c09c80aa9f req-c132a3ba-67d4-403f-bdb9-85eedbaacd7b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378573 Aug 31 13:50:44.792773 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c25b-3b3a-4670-ab8d-85114b13b08c req-93d67917-bb7e-4db4-b2a8-1fd822dcebe8 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:44.794288 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c330c25b-3b3a-4670-ab8d-85114b13b08c req-93d67917-bb7e-4db4-b2a8-1fd822dcebe8 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.1283486 Aug 31 13:50:44.836488 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c330c25b-3b3a-4670-ab8d-85114b13b08c req-191efcaa-fdc3-4ed7-8edd-76010d7270fd tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352898 Aug 31 13:50:45.962404 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264984-fe5b-4fba-9d88-785367649268 req-75029370-dffd-4d9d-a871-3c5c8e090e09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:45.963936 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-43264984-fe5b-4fba-9d88-785367649268 req-75029370-dffd-4d9d-a871-3c5c8e090e09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0504053 Aug 31 13:50:46.006303 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-43264984-fe5b-4fba-9d88-785367649268 req-26e75059-9d55-40f8-bf97-061e08c3f0a2 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333273 Aug 31 13:50:47.150329 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bc417-64a7-4b68-854d-8b5e4a2b6323 req-57d17292-1c4b-4092-a9b8-efc345862f9c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:47.151839 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b28bc417-64a7-4b68-854d-8b5e4a2b6323 req-57d17292-1c4b-4092-a9b8-efc345862f9c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0643432 Aug 31 13:50:47.193123 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b28bc417-64a7-4b68-854d-8b5e4a2b6323 req-c7811f4f-f2a1-406b-a066-dca4f9e63b43 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350711 Aug 31 13:50:47.651018 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61dc3d49-b9a6-407d-821b-c1fd6ef6d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:48.328711 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fb4e3-e348-4144-bb0f-93e018846a29 req-65d24847-a93a-4212-8a80-50c3b379024f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:48.330916 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-407fb4e3-e348-4144-bb0f-93e018846a29 req-65d24847-a93a-4212-8a80-50c3b379024f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0599263 Aug 31 13:50:48.375461 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-407fb4e3-e348-4144-bb0f-93e018846a29 req-cef61599-9b7a-443d-a0f0-885623fe4552 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354607 Aug 31 13:50:49.513259 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6c301-79f8-4b7f-afbf-96665c8cae40 req-8200070b-bd85-43cf-9162-ae8f7d4eaa2d tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:49.514735 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-67f6c301-79f8-4b7f-afbf-96665c8cae40 req-8200070b-bd85-43cf-9162-ae8f7d4eaa2d tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0610731 Aug 31 13:50:49.556787 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-67f6c301-79f8-4b7f-afbf-96665c8cae40 req-30f14c46-f393-4809-beb8-8744f34de0ff tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330338 Aug 31 13:50:50.372267 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5aad0411-15a2-4e28-bfdf-cf7da1173c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:50.700020 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2310aaf-8130-482a-a1e4-83fb609496e5 req-9128fce0-689c-4024-a557-b0281b61aa7d tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:50.701573 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a2310aaf-8130-482a-a1e4-83fb609496e5 req-9128fce0-689c-4024-a557-b0281b61aa7d tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0692263 Aug 31 13:50:50.750169 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a2310aaf-8130-482a-a1e4-83fb609496e5 req-bc552efb-d3ec-41d1-b3c6-1dc337717635 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394771 Aug 31 13:50:50.795561 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.552411 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:51.890927 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ac88c-a738-477f-b53e-8644c6caf6f2 req-0429b805-2132-4ea5-ad30-15d1ae88ff39 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:51.892486 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4b2ac88c-a738-477f-b53e-8644c6caf6f2 req-0429b805-2132-4ea5-ad30-15d1ae88ff39 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0635774 Aug 31 13:50:51.932972 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-4b2ac88c-a738-477f-b53e-8644c6caf6f2 req-d25b10ce-ad1f-41cf-9c67-f373a4b5629c tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343523 Aug 31 13:50:53.054911 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b45f9a-9be1-4335-845f-eae0a4066b4e req-25c3adec-c5aa-4166-9c3f-b9fb830c9544 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.056560 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a2b45f9a-9be1-4335-845f-eae0a4066b4e req-25c3adec-c5aa-4166-9c3f-b9fb830c9544 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0539176 Aug 31 13:50:53.105577 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-a2b45f9a-9be1-4335-845f-eae0a4066b4e req-be89146c-5d52-4446-83e7-95b9b538c29a tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394738 Aug 31 13:50:53.560809 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-97cf1ead-4719-4b10-84f8-ed9faa1fa10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.562409 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-97cf1ead-4719-4b10-84f8-ed9faa1fa10c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1099 time: 0.0503855 Aug 31 13:50:53.662571 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-6b5d1b26-55ab-4ed6-9de3-8d4093076eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.663998 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-6b5d1b26-55ab-4ed6-9de3-8d4093076eff service neutron] 10.222.0.107 "GET /v2.0/networks?id=871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 200 len: 910 time: 0.0934911 Aug 31 13:50:53.739432 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-dc436ad9-9b8c-4221-bdd6-480538429392 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0670907 Aug 31 13:50:53.774907 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:53.798069 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-f594a4f2-01a8-4e27-8012-dd36edbfbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.799565 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-f594a4f2-01a8-4e27-8012-dd36edbfbf2a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=238661e2-7b74-409c-9f17-fd3ee8f2ac27 HTTP/1.1" status: 200 len: 847 time: 0.0510008 Aug 31 13:50:53.847626 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-581fe757-4e7f-4d72-814c-87017966613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:53.849043 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-581fe757-4e7f-4d72-814c-87017966613c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=871809d3-63b9-4ca5-989f-bcff6ac7ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417295 Aug 31 13:50:53.941775 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-fc1bc8cb-573d-49c8-9a98-7aa1f34565ec service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855839 Aug 31 13:50:54.037816 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b796b74b-5f17-456c-83a5-536ff0e65952 req-aee386eb-9472-43c3-95b1-561bf5aee0ae service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886610 Aug 31 13:50:54.249234 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d932e-3630-48be-8a9b-95208f60411c req-e7552abd-63f9-45f7-b103-c374f645f9da tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:54.250863 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-485d932e-3630-48be-8a9b-95208f60411c req-e7552abd-63f9-45f7-b103-c374f645f9da tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0562251 Aug 31 13:50:54.291526 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-485d932e-3630-48be-8a9b-95208f60411c req-ebf08972-edab-451e-a87b-ba6e74f2b799 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346432 Aug 31 13:50:55.420827 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33985c92-55f3-4c2e-9698-6e2171d02497 req-e15813b5-1daf-4044-af21-e0a422729609 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:55.422330 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-33985c92-55f3-4c2e-9698-6e2171d02497 req-e15813b5-1daf-4044-af21-e0a422729609 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0585699 Aug 31 13:50:55.463116 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-33985c92-55f3-4c2e-9698-6e2171d02497 req-1fa4fc81-b653-47b4-b820-406e141f8e37 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347219 Aug 31 13:50:56.608535 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5779b-2aad-44b4-8039-ed7eef1865d0 req-d9c2dbad-2fab-4bcc-b9bb-cbea19ff8ac0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:56.610012 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6dd5779b-2aad-44b4-8039-ed7eef1865d0 req-d9c2dbad-2fab-4bcc-b9bb-cbea19ff8ac0 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0530393 Aug 31 13:50:56.657014 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-6dd5779b-2aad-44b4-8039-ed7eef1865d0 req-2ee00390-e762-4c8e-ab76-b084771dcf5f tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Aug 31 13:50:56.784749 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [req-3b41d7de-cddc-473b-9e2f-9c11e39d7cb3 req-af8caaea-ca2f-42a4-8fe3-d13fff70f0d5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:50:56.785776 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-3b41d7de-cddc-473b-9e2f-9c11e39d7cb3 req-af8caaea-ca2f-42a4-8fe3-d13fff70f0d5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529773 Aug 31 13:50:56.950358 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07a588-5477-4cbe-a1ff-be65c070d4bb req-befe340e-a9e5-4593-99c0-d2fe1d212fc2 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:56.951984 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bb07a588-5477-4cbe-a1ff-be65c070d4bb req-befe340e-a9e5-4593-99c0-d2fe1d212fc2 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0539050 Aug 31 13:50:56.954922 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55014) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:50:56.995414 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-bb07a588-5477-4cbe-a1ff-be65c070d4bb req-8974bdf6-e849-4015-9de6-757c5d459091 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338445 Aug 31 13:50:57.038494 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-1e4e1ad4-be86-4487-a119-67397ecf7258 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824425 Aug 31 13:50:58.119172 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee53fb-eea9-49a1-8191-a8a53fde1643 req-49d41696-501c-406c-9090-3d6acda16e80 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.121141 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fdee53fb-eea9-49a1-8191-a8a53fde1643 req-49d41696-501c-406c-9090-3d6acda16e80 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0528553 Aug 31 13:50:58.165246 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-fdee53fb-eea9-49a1-8191-a8a53fde1643 req-74005b26-db9b-4adc-a78b-ffaa0f81a8fd tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377283 Aug 31 13:50:58.529465 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-53da7e6d-edc2-4a34-9579-65ea8f44790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.530862 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-53da7e6d-edc2-4a34-9579-65ea8f44790e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c&tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260 HTTP/1.1" status: 200 len: 1099 time: 0.0513890 Aug 31 13:50:58.599648 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-54b92a5e-9556-4b55-80dd-57274b23928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.601177 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-54b92a5e-9556-4b55-80dd-57274b23928b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1099 time: 0.0453854 Aug 31 13:50:58.714711 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-7dc936f4-a055-45eb-a037-2b4710db005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.716420 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-7dc936f4-a055-45eb-a037-2b4710db005b service neutron] 10.222.0.107 "GET /v2.0/networks?id=871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 200 len: 910 time: 0.1079326 Aug 31 13:50:58.798107 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-e4464000-f753-408c-8c1c-4b7b120cc24f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0742157 Aug 31 13:50:58.863508 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-38bef1c5-0e42-4993-92af-e841f1b8872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.865110 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-38bef1c5-0e42-4993-92af-e841f1b8872e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=238661e2-7b74-409c-9f17-fd3ee8f2ac27 HTTP/1.1" status: 200 len: 847 time: 0.0598934 Aug 31 13:50:58.915900 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-91c5e401-ae4d-4664-ab95-4aa8ddd89fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:58.917557 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-91c5e401-ae4d-4664-ab95-4aa8ddd89fb5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=871809d3-63b9-4ca5-989f-bcff6ac7ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445426 Aug 31 13:50:59.013148 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-939018ba-cfce-431b-8441-3023a10d50fe service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880179 Aug 31 13:50:59.124851 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-98375fa2-bed1-473a-9c89-33eb94b6e2cb req-85b68cd4-01eb-4160-9c56-94c4682ee811 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034551 Aug 31 13:50:59.296026 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53804575-36b5-4092-abcf-a1430d20241b req-c3864300-5f89-4190-af62-8000b8763f29 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:50:59.297570 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-53804575-36b5-4092-abcf-a1430d20241b req-c3864300-5f89-4190-af62-8000b8763f29 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0606921 Aug 31 13:50:59.338933 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-53804575-36b5-4092-abcf-a1430d20241b req-0981ee48-b710-48ae-a454-c9b599a7a40a tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351286 Aug 31 13:50:59.420543 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device c4323bb5-596c-4dec-8971-b9ab1e10bbd7 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:50:59.524860 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.549778 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:50:59.552056 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86ea235-a6fe-4d6f-a042-cc4fc1001858" -d '{"events": [{"server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "name": "network-vif-unplugged", "status": "completed", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:50:59.565075 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:50:59.571720 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:59.623297 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:50:59.630526 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.630860 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.631230 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.631612 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.631878 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.632214 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.632576 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.632906 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.633501 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.633612 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.633867 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.634189 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:50:59.663414 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397893cd-6e88-487b-b320-e418f0d443fc x-openstack-request-id: req-397893cd-6e88-487b-b320-e418f0d443fc {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:50:59.663707 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "name": "network-vif-unplugged", "status": "completed", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:50:59.663957 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-397893cd-6e88-487b-b320-e418f0d443fc {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:50:59.664391 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'code': 200} Aug 31 13:51:00.477170 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfa40a-5e36-431b-b79f-763481d05717 req-9dfe762c-5cc7-49eb-9168-a555906169f1 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:00.478609 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25bfa40a-5e36-431b-b79f-763481d05717 req-9dfe762c-5cc7-49eb-9168-a555906169f1 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0620580 Aug 31 13:51:00.519538 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-25bfa40a-5e36-431b-b79f-763481d05717 req-fdb98b43-35ac-433c-a6ea-6c6bff95fe0b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338247 Aug 31 13:51:01.648088 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca40fd-7468-43b6-8c0a-4c87aa1066fb req-d55df541-1186-488e-815f-40dcc9debb25 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:01.649802 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-10ca40fd-7468-43b6-8c0a-4c87aa1066fb req-d55df541-1186-488e-815f-40dcc9debb25 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0563779 Aug 31 13:51:01.692855 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-10ca40fd-7468-43b6-8c0a-4c87aa1066fb req-1580b079-45a1-4ad3-a77f-963064b863fe tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358870 Aug 31 13:51:02.044565 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.820117 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6eb13-cfbf-4d9c-81e3-224f964a66ca req-9985ef0e-6bc6-4d8f-877f-fba2e03323e3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:02.821708 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-dbf6eb13-cfbf-4d9c-81e3-224f964a66ca req-9985ef0e-6bc6-4d8f-877f-fba2e03323e3 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0548601 Aug 31 13:51:02.866564 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-dbf6eb13-cfbf-4d9c-81e3-224f964a66ca req-3e07c10b-e108-4c3a-9e1d-2c9020a33b0e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382156 Aug 31 13:51:03.994191 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a9bd5-d3e3-4d55-a86a-ab68461bf682 req-77c52134-41c5-47f9-8cbb-9438e1dc209e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:03.995742 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-998a9bd5-d3e3-4d55-a86a-ab68461bf682 req-77c52134-41c5-47f9-8cbb-9438e1dc209e tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0588484 Aug 31 13:51:04.036959 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-998a9bd5-d3e3-4d55-a86a-ab68461bf682 req-542c3b1a-8cff-4818-a4a1-7d597555b7ce tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344853 Aug 31 13:51:05.163695 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865120c-5100-41ff-9c2a-f1e4be6d2f03 req-fb174914-5746-4b1e-b28e-3453d5364548 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:05.165406 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b865120c-5100-41ff-9c2a-f1e4be6d2f03 req-fb174914-5746-4b1e-b28e-3453d5364548 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0538654 Aug 31 13:51:05.209895 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-b865120c-5100-41ff-9c2a-f1e4be6d2f03 req-c3a448ae-5cc3-42cd-a389-0f1271318a88 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379353 Aug 31 13:51:05.334563 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50ebef-24ea-4a01-adad-8f132733c02f req-cb645c0f-d321-4e5a-89a4-2d800c85f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:05.336136 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-de50ebef-24ea-4a01-adad-8f132733c02f req-cb645c0f-d321-4e5a-89a4-2d800c85f374 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1097 time: 0.0482984 Aug 31 13:51:05.371394 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-de50ebef-24ea-4a01-adad-8f132733c02f req-76d2746d-0407-40f7-86d4-dfdf45f25041 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281026 Aug 31 13:51:05.385869 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:51:06.334094 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012fd49-21d3-4af3-8076-5484bf365375 req-ae87c05a-5835-40cd-a630-dcd5c722b009 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:06.335638 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d012fd49-21d3-4af3-8076-5484bf365375 req-ae87c05a-5835-40cd-a630-dcd5c722b009 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0538828 Aug 31 13:51:06.384680 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-d012fd49-21d3-4af3-8076-5484bf365375 req-a5e66d02-6d64-4a74-ba39-b2254267281a tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411496 Aug 31 13:51:07.497458 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device c4323bb5-596c-4dec-8971-b9ab1e10bbd7 details requested by agent hyperv_hv-cinder-80660 with host hv-cinder-80660 {{(pid=95588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:07.517530 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147852b-1dea-4de9-ae38-8d5ba9f49718 req-50b4c202-0270-439d-b6ed-8a8deaa4e126 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:07.519039 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0147852b-1dea-4de9-ae38-8d5ba9f49718 req-50b4c202-0270-439d-b6ed-8a8deaa4e126 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 944 time: 0.0631351 Aug 31 13:51:07.575487 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-0147852b-1dea-4de9-ae38-8d5ba9f49718 req-c4bf5193-ea97-4b89-88ba-8e3a64b4ec50 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492620 Aug 31 13:51:07.606153 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:07.618762 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Returning: {'device': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'port_id': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'mac_address': 'fa:16:3e:2f:f5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1450, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:07.659411 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.673806 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4323bb5-596c-4dec-8971-b9ab1e10bbd7 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:07.694852 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:07.700829 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.756830 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.954760 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] get_ports_and_sgs() called for port_ids ['c4323bb5-596c-4dec-8971-b9ab1e10bbd7'] {{(pid=95588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:09.513599 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device c4323bb5-596c-4dec-8971-b9ab1e10bbd7 up at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:09.576229 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Provisioning complete for port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 triggered by entity L2. {{(pid=95588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:09.576634 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531892'] for port, provisioning_complete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.668124 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619619'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.695396 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:09.697721 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f372a689affd5d6d46f97011c06a29c8f32150383606dd4b5afc1c0d5385fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693e511-184b-442e-b1a0-72f2f037296b" -d '{"events": [{"server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "name": "network-vif-plugged", "status": "completed", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:09.833390 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71b08e0-0159-4452-97b4-997b2b6e10fd x-openstack-request-id: req-c71b08e0-0159-4452-97b4-997b2b6e10fd {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:09.833676 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "name": "network-vif-plugged", "status": "completed", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:09.833818 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c71b08e0-0159-4452-97b4-997b2b6e10fd {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:09.834226 dv-cinder-806605-3-iscsi neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'code': 200} Aug 31 13:51:09.839818 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:09.848541 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782912913619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782912330554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782912330572'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.903248 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Pushing event updated for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=8']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:11.928106 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea716020-1e6e-406c-877b-6ad499083c81 req-1c3e0397-7aba-4c98-9c03-2192ffb71d44 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516682 Aug 31 13:51:11.994762 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716020-1e6e-406c-877b-6ad499083c81 req-0845c93b-a955-4400-9aff-1e0e271682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:11.996299 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea716020-1e6e-406c-877b-6ad499083c81 req-0845c93b-a955-4400-9aff-1e0e271682e0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1099 time: 0.0437398 Aug 31 13:51:12.103350 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716020-1e6e-406c-877b-6ad499083c81 req-ca25bc4b-665b-41d0-8881-aec464a97831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:12.104882 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea716020-1e6e-406c-877b-6ad499083c81 req-ca25bc4b-665b-41d0-8881-aec464a97831 service neutron] 10.222.0.107 "GET /v2.0/networks?id=871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 200 len: 910 time: 0.0894434 Aug 31 13:51:12.179789 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea716020-1e6e-406c-877b-6ad499083c81 req-8e855ac7-85f3-4dd9-82e6-beea6192ba86 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0669730 Aug 31 13:51:12.240118 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716020-1e6e-406c-877b-6ad499083c81 req-2a5462f9-6e4e-4dd8-98db-af932dfadca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:12.242335 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea716020-1e6e-406c-877b-6ad499083c81 req-2a5462f9-6e4e-4dd8-98db-af932dfadca4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=238661e2-7b74-409c-9f17-fd3ee8f2ac27 HTTP/1.1" status: 200 len: 847 time: 0.0553727 Aug 31 13:51:12.297125 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716020-1e6e-406c-877b-6ad499083c81 req-2a872061-0dc9-4a1e-9040-3520e461eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:12.298642 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea716020-1e6e-406c-877b-6ad499083c81 req-2a872061-0dc9-4a1e-9040-3520e461eccc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=871809d3-63b9-4ca5-989f-bcff6ac7ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489721 Aug 31 13:51:12.406355 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea716020-1e6e-406c-877b-6ad499083c81 req-f4beb685-0166-4b77-9507-10961ae7b1a8 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992625 Aug 31 13:51:12.507895 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-ea716020-1e6e-406c-877b-6ad499083c81 req-ebdf30e4-03e9-4f67-afa5-d27c68f90231 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929317 Aug 31 13:51:17.648756 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24ea3d7e-87d7-4b7c-a7f8-adee5fb25986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.372024 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ac5d3a0-cd2b-4f38-a62b-e0bed80cd0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.802923 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.554469 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.785353 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.076403 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.390173 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:51:47.656819 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a6627cf-68a2-412a-87c3-5b94162d513d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.366290 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b20b1ebd-9fc0-400c-a6c0-99ad08a8aaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.801420 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.556231 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.781392 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.092343 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.859820 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55078) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:05.052065 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Deleting port 1dc384ee-347c-4ed5-8cfe-32851b1ceaf1 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:05.052417 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.395726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.396033 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.407945 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Calling delete_port for 1dc384ee-347c-4ed5-8cfe-32851b1ceaf1 owned by network:floatingip {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:05.604213 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.631522 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event deleted for resources: {'Port': ['ID=1dc384ee-347c-4ed5-8cfe-32851b1ceaf1,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:05.641258 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.641579 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.641916 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.642249 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.642577 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.643518 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.643518 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.643518 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.643822 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.644144 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.644499 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.644816 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.705573 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.705901 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.db.l3_db [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Floating IP 5483d5ee-07bf-4688-b7b4-6cb91fc0638a disassociated (deleted). External IP: 172.27.1.91, port: f0d34555-bccb-4b50-b67c-fdb8da5013fe. Aug 31 13:52:05.948773 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:06.065538 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:06.071868 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.077117 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:06.086536 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:06.087326 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:51:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:06.100476 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-78d805ec-48eb-4ad3-b35c-f4c6ddac392a tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "DELETE /v2.0/floatingips/5483d5ee-07bf-4688-b7b4-6cb91fc0638a HTTP/1.1" status: 204 len: 168 time: 1.2394319 Aug 31 13:52:06.101161 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:06.104153 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebb36dd-d727-4b57-8d74-df1e30510b74" -d '{"events": [{"name": "network-changed", "server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:06.225310 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:06.294626 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b03bad6-99d1-48e4-9cf1-74f6667cf76e x-openstack-request-id: req-1b03bad6-99d1-48e4-9cf1-74f6667cf76e {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:06.294986 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:06.295302 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b03bad6-99d1-48e4-9cf1-74f6667cf76e {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:06.295762 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'status': 'completed', 'code': 200} Aug 31 13:52:06.357386 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251d905-41e0-4ad5-bc5b-12bb98c9815c req-589cadab-6da2-478a-9bc7-17ef77bcc2f3 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.359068 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b251d905-41e0-4ad5-bc5b-12bb98c9815c req-589cadab-6da2-478a-9bc7-17ef77bcc2f3 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Aug 31 13:52:06.366229 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-0f45cd74-f218-48e1-9b2b-762c085fb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.368309 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-0f45cd74-f218-48e1-9b2b-762c085fb7c8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 1098 time: 0.0463531 Aug 31 13:52:06.402310 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-b251d905-41e0-4ad5-bc5b-12bb98c9815c req-43a21442-550a-4279-9680-6f269f2a895e tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364170 Aug 31 13:52:06.469181 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-a28f7594-481c-4432-8fe0-7bbae3ddb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.470628 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-a28f7594-481c-4432-8fe0-7bbae3ddb01a service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.0952029 Aug 31 13:52:06.472317 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:17Z', 'revision_number': 1, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:06.501083 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:06.510518 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:06.511143 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:51:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:06.519607 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-7a93dad7-de92-4f2d-be2d-ec8e99366773 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe HTTP/1.1" status: 200 len: 217 time: 0.0404336 Aug 31 13:52:06.581014 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-209229be-3eac-4e81-85b8-d09b48dbe448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.583258 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-209229be-3eac-4e81-85b8-d09b48dbe448 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0549998 Aug 31 13:52:06.635457 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-aa2f31b5-4c1f-4455-9d62-88bd392effb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.637064 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-aa2f31b5-4c1f-4455-9d62-88bd392effb8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454292 Aug 31 13:52:06.645055 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:06.737405 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-bd2a52ff-d503-43a6-9d8e-cd5cb69c4bd3 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901415 Aug 31 13:52:06.834455 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-5ebb36dd-d727-4b57-8d74-df1e30510b74 req-e6669e3c-49b7-4e84-869a-f32082f8e709 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877693 Aug 31 13:52:06.891913 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:17Z', 'revision_number': 1, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:06.921220 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399e846-41fb-4804-9e99-3a83d7a925b4 None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_floatingips': [{'id': '320f1b68-f856-4f07-9590-090b1f063c8d', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'router_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'port_id': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:46:14Z', 'updated_at': '2021-08-31T13:46:17Z', 'revision_number': 1, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:07.162751 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd9142-c177-456d-9886-2162487f2f80 None None] New status for floating IP 5483d5ee-07bf-4688-b7b4-6cb91fc0638a: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:52:07.528702 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ab4f-d078-46b7-b92f-a4987dd06360 req-692bdbd0-4ffa-4bb6-aa27-564c7059e642 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.530140 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c439ab4f-d078-46b7-b92f-a4987dd06360 req-692bdbd0-4ffa-4bb6-aa27-564c7059e642 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0551033 Aug 31 13:52:07.574086 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c439ab4f-d078-46b7-b92f-a4987dd06360 req-a90ebe9a-5f1c-4e4f-a580-39f78a4c89a1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345016 Aug 31 13:52:08.188058 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-4dfb16b5-00f7-49c1-866c-2299dbd2962b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.189444 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-4dfb16b5-00f7-49c1-866c-2299dbd2962b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 945 time: 0.0691366 Aug 31 13:52:08.293415 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Deleting port f0d34555-bccb-4b50-b67c-fdb8da5013fe {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:08.293733 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.402252 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] For port f0d34555-bccb-4b50-b67c-fdb8da5013fe, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=f0d34555-bccb-4b50-b67c-fdb8da5013fe,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:08.402635 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.416498 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Calling delete_port for f0d34555-bccb-4b50-b67c-fdb8da5013fe owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:08.556107 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.587710 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event deleted for resources: {'Port': ['ID=f0d34555-bccb-4b50-b67c-fdb8da5013fe,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:08.638617 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] No DVR routers for this DVR port f0d34555-bccb-4b50-b67c-fdb8da5013fe on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:08.639129 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.641685 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-c9c43747-4671-444b-a9ee-879e3c23c98a req-dfaa90cd-3b5f-4258-820f-c01cc2631e86 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "DELETE /v2.0/ports/f0d34555-bccb-4b50-b67c-fdb8da5013fe HTTP/1.1" status: 204 len: 173 time: 0.4435434 Aug 31 13:52:08.642170 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'name': 'network-vif-deleted', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:08.645520 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab634c-a081-4a02-a5e3-5b03ae016b8b" -d '{"events": [{"server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "name": "network-vif-deleted", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:08.696273 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-5eea361c-7eb8-4599-bc0b-c03efa0ede41 req-958dbc4b-5af7-4e7a-8096-76ad1488c192 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 210 time: 0.0337989 Aug 31 13:52:08.701232 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49193ab3-e0d2-4b7a-8088-fbf2c93b86ff x-openstack-request-id: req-49193ab3-e0d2-4b7a-8088-fbf2c93b86ff {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:08.701556 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493cb2a1-d0f0-43dd-a01f-b65f048239b1", "name": "network-vif-deleted", "tag": "f0d34555-bccb-4b50-b67c-fdb8da5013fe", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:08.702301 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49193ab3-e0d2-4b7a-8088-fbf2c93b86ff {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:08.702679 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493cb2a1-d0f0-43dd-a01f-b65f048239b1', 'name': 'network-vif-deleted', 'tag': 'f0d34555-bccb-4b50-b67c-fdb8da5013fe', 'status': 'completed', 'code': 200} Aug 31 13:52:09.831691 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-df5ddf4c-9135-4654-9455-31f4c72364fc req-4abf884b-3079-4fc2-b612-43032c9b76d1 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=493cb2a1-d0f0-43dd-a01f-b65f048239b1 HTTP/1.1" status: 200 len: 210 time: 0.0359089 Aug 31 13:52:11.861945 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device f0d34555-bccb-4b50-b67c-fdb8da5013fe no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:11.884689 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: f0d34555-bccb-4b50-b67c-fdb8da5013fe {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:11.885032 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device f0d34555-bccb-4b50-b67c-fdb8da5013fe not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:12.955354 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-7f550d17-88e3-41cb-9789-16d913cd33dd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428269 Aug 31 13:52:13.047838 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-56fa2ca1-29eb-4324-8b0f-1eb5348d7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.049389 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-56fa2ca1-29eb-4324-8b0f-1eb5348d7f84 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1098 time: 0.0479317 Aug 31 13:52:13.153155 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55118) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:13.167290 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-bf34b45a-caae-4897-8121-e480053e3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.168889 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-bf34b45a-caae-4897-8121-e480053e3a9d service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.0981138 Aug 31 13:52:13.241686 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-4a835f48-bfb8-4f46-bfe3-7b30af326a50 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0649557 Aug 31 13:52:13.292164 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-ccc1f3f2-937e-40e3-8ac8-0011f01d110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.293702 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-ccc1f3f2-937e-40e3-8ac8-0011f01d110f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0444231 Aug 31 13:52:13.323073 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Deleting port ecf76f2f-3e99-471c-9dcf-060fe9110443 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:13.323458 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.340943 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-11a33ee1-0553-4784-964c-7e494b654461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.342572 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-11a33ee1-0553-4784-964c-7e494b654461 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415115 Aug 31 13:52:13.410821 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.411053 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.424110 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Calling delete_port for ecf76f2f-3e99-471c-9dcf-060fe9110443 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:13.439646 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-3e20b797-76f6-4999-b825-f0d4623f1efc service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890362 Aug 31 13:52:13.537177 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-7742c209-87c1-41d2-ae47-813dcba1dad0 req-775c5998-5981-4b19-9c6b-e876aa194cf6 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894539 Aug 31 13:52:13.585959 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.612293 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event deleted for resources: {'Port': ['ID=ecf76f2f-3e99-471c-9dcf-060fe9110443,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:13.624817 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.625174 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.625580 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.625922 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.626245 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.626579 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.626916 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.627247 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.627573 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.627902 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.628227 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.628591 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:13.683487 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.683725 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.l3_db [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Floating IP 320f1b68-f856-4f07-9590-090b1f063c8d disassociated (deleted). External IP: 172.27.1.178, port: 567e463b-a026-495f-bb7e-bbfaff1cc7c1. Aug 31 13:52:13.916324 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:14.035923 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:14.041555 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.049661 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:14.060519 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:14.061125 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:51:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:14.072847 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-f44a3819-9b9d-4123-9eeb-7b6f448f2939 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "DELETE /v2.0/floatingips/320f1b68-f856-4f07-9590-090b1f063c8d HTTP/1.1" status: 204 len: 168 time: 0.9160280 Aug 31 13:52:14.072847 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:14.073712 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0afdc8c-658f-4c22-bbda-0349e421df1c" -d '{"events": [{"name": "network-changed", "server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:14.175531 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2d3ff9-52b8-442e-92e9-8e7910738dbe x-openstack-request-id: req-9d2d3ff9-52b8-442e-92e9-8e7910738dbe {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:14.176251 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:14.176251 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d2d3ff9-52b8-442e-92e9-8e7910738dbe {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:14.176530 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'status': 'completed', 'code': 200} Aug 31 13:52:14.177340 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:14.246389 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-e19fb1e0-9821-44a0-b86d-853f92b78ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.248447 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-e19fb1e0-9821-44a0-b86d-853f92b78ded service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 1098 time: 0.0489240 Aug 31 13:52:14.321998 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eeeab-522b-4e37-8dcd-ae6c5a22132d req-dbf354e2-c9ab-4926-85de-e1b917e21823 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.323588 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-335eeeab-522b-4e37-8dcd-ae6c5a22132d req-dbf354e2-c9ab-4926-85de-e1b917e21823 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 945 time: 0.0571694 Aug 31 13:52:14.349790 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-637c2987-6a49-4c26-b9f4-480bb891eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.351712 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-637c2987-6a49-4c26-b9f4-480bb891eca2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 200 len: 913 time: 0.0957394 Aug 31 13:52:14.365331 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-335eeeab-522b-4e37-8dcd-ae6c5a22132d req-83e8992d-3faa-433b-b893-01a6aec7989b tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/security-groups?id=89fc85c3-756f-463c-b74b-aa0374003677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353072 Aug 31 13:52:14.401106 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-966ffa16-27bc-4444-b9a3-5320371da6d2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 200 len: 217 time: 0.0396395 Aug 31 13:52:14.426246 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:14.455248 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-a933559d-edde-4289-8d75-8e2c7a141170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.455912 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:14.456853 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-a933559d-edde-4289-8d75-8e2c7a141170 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 200 len: 850 time: 0.0479541 Aug 31 13:52:14.465730 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:14.466370 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:51:50Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:14.507085 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-1cbb005f-6016-4a6c-9048-7c8e9c40b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.508691 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-1cbb005f-6016-4a6c-9048-7c8e9c40b35f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=eadfe07a-649e-4ecc-ab96-dbd117253913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430441 Aug 31 13:52:14.585971 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:14.615757 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-d6223a65-5968-4b07-8128-c504500a0e25 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990648 Aug 31 13:52:14.722869 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-f0afdc8c-658f-4c22-bbda-0349e421df1c req-844ca0e1-988f-4f90-93ed-1080e90d78c4 service neutron] 10.222.0.107 "GET /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937049 Aug 31 13:52:14.795700 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:14.827565 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94babd06-d3d0-40d2-8f9d-294eb9dcc3d6 None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:42:22Z', 'revision_number': 4, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': '1ddcc164-fc0a-4556-b986-7d0fa3fc6873', 'name': '', 'network_id': 'eadfe07a-649e-4ecc-ab96-dbd117253913', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'mac_address': 'fa:16:3e:43:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:22Z', 'updated_at': '2021-08-31T13:42:30Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'subnets': [{'id': 'fea94a84-a098-489b-9d7f-c128892a0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:14.868405 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-087bd2f6-5ddc-4d78-b1e1-247dfc59c499 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.870046 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-087bd2f6-5ddc-4d78-b1e1-247dfc59c499 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 945 time: 0.0619414 Aug 31 13:52:14.971066 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Deleting port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:14.971414 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.059387 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8d9c7-13be-445a-9f60-43eafe022832 None None] New status for floating IP 320f1b68-f856-4f07-9590-090b1f063c8d: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:52:15.071917 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] For port 567e463b-a026-495f-bb7e-bbfaff1cc7c1, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=567e463b-a026-495f-bb7e-bbfaff1cc7c1,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:15.072545 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.086627 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Calling delete_port for 567e463b-a026-495f-bb7e-bbfaff1cc7c1 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:15.227482 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.264486 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event deleted for resources: {'Port': ['ID=567e463b-a026-495f-bb7e-bbfaff1cc7c1,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:15.307901 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] No DVR routers for this DVR port 567e463b-a026-495f-bb7e-bbfaff1cc7c1 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:15.310848 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.312909 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-69d6a289-af34-4d14-984c-8c57b4f20744 req-a0602c15-9b10-4e7e-91b5-562158a037db tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.107 "DELETE /v2.0/ports/567e463b-a026-495f-bb7e-bbfaff1cc7c1 HTTP/1.1" status: 204 len: 173 time: 0.4360917 Aug 31 13:52:15.313359 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'name': 'network-vif-deleted', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:15.315618 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13430232-7f2f-44bd-9785-7c4a9c2c4927" -d '{"events": [{"server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "name": "network-vif-deleted", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:15.353481 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335c357e-0835-4051-8bed-489b74b0fc8a x-openstack-request-id: req-335c357e-0835-4051-8bed-489b74b0fc8a {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:15.353879 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050856c4-86f9-4f1f-a482-b2503a93a0bf", "name": "network-vif-deleted", "tag": "567e463b-a026-495f-bb7e-bbfaff1cc7c1", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:15.354141 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-335c357e-0835-4051-8bed-489b74b0fc8a {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:15.354553 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050856c4-86f9-4f1f-a482-b2503a93a0bf', 'name': 'network-vif-deleted', 'tag': '567e463b-a026-495f-bb7e-bbfaff1cc7c1', 'status': 'completed', 'code': 200} Aug 31 13:52:15.471955 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-660d81d0-d2c3-4aeb-8cd2-70f7dba56d51 req-129ffa88-5f6e-465e-949b-1a034bba4555 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "GET /v2.0/ports?device_id=050856c4-86f9-4f1f-a482-b2503a93a0bf HTTP/1.1" status: 200 len: 210 time: 0.0380468 Aug 31 13:52:16.545783 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55134) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:16.683710 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Deleting port 0e7a5d36-c30e-4705-a3aa-fae5f51b4a8f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:16.683953 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.766940 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.767247 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.782076 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Calling delete_port for 0e7a5d36-c30e-4705-a3aa-fae5f51b4a8f owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:16.926902 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.954971 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event deleted for resources: {'Port': ['ID=0e7a5d36-c30e-4705-a3aa-fae5f51b4a8f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:17.022902 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.025811 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.027060 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-cb904884-6063-4774-8603-0715d4496d55 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "DELETE /v2.0/floatingips/4b6b5ab2-512f-4d76-8c04-29fc2a4ffd67 HTTP/1.1" status: 204 len: 168 time: 0.4802797 Aug 31 13:52:17.642299 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97a031fe-e070-440c-bb92-715c77305ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.258997 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55146) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:18.336677 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1b30172b-7955-44be-8cb2-0b17b5c4ce23 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.366579 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1b30172b-7955-44be-8cb2-0b17b5c4ce23 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.437277 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1b30172b-7955-44be-8cb2-0b17b5c4ce23 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.440295 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-1b30172b-7955-44be-8cb2-0b17b5c4ce23 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.441540 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-1b30172b-7955-44be-8cb2-0b17b5c4ce23 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] 10.222.0.21 "DELETE /v2.0/security-groups/89fc85c3-756f-463c-b74b-aa0374003677 HTTP/1.1" status: 204 len: 168 time: 0.1814854 Aug 31 13:52:18.451805 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30172b-7955-44be-8cb2-0b17b5c4ce23 tempest-TestVolumeBootPattern-637613937 tempest-TestVolumeBootPattern-637613937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc85c3-756f-463c-b74b-aa0374003677,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:19.392535 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:52:19.534583 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55152) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:19.902028 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 567e463b-a026-495f-bb7e-bbfaff1cc7c1 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:19.921924 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: 567e463b-a026-495f-bb7e-bbfaff1cc7c1 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:19.922171 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device 567e463b-a026-495f-bb7e-bbfaff1cc7c1 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:20.062605 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.344199 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Deleting port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:20.344547 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.372751 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b889c55-d7e7-4b75-835d-b47def089966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.439452 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] For port 1ddcc164-fc0a-4556-b986-7d0fa3fc6873, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:20.439826 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.452940 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Calling delete_port for 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 owned by network:router_interface {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:20.649988 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.675334 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddcc164-fc0a-4556-b986-7d0fa3fc6873,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:20.798639 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.841801 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.099292 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Router 355c27b8-e252-4fef-9fe2-db01ebef2b97 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:21.218279 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:21.225094 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-e6be0290-f92a-434f-8031-e121901b76a5 admin admin] 10.222.0.21 "PUT /v2.0/routers/355c27b8-e252-4fef-9fe2-db01ebef2b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893792 Aug 31 13:52:21.228196 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55156) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:21.232361 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] Sync routers for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:21.243436 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:21.244119 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:21.334050 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.360477 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:21.437885 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.497753 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Deleting port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:21.498100 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.561024 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:52:20Z', 'revision_number': 5, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port': {'id': '8dcbec55-742a-4f9c-9b35-b4cb4aa6249d', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:18Z', 'updated_at': '2021-08-31T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:21.564345 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.581821 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] For port 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=8dcbec55-742a-4f9c-9b35-b4cb4aa6249d,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:21.582186 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.591864 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] Checking router: 355c27b8-e252-4fef-9fe2-db01ebef2b97 for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:21.594944 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Calling delete_port for 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:21.600716 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] Routers {'355c27b8-e252-4fef-9fe2-db01ebef2b97'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:21.601149 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['355c27b8-e252-4fef-9fe2-db01ebef2b97'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:21.698794 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] Set router 355c27b8-e252-4fef-9fe2-db01ebef2b97 gateway port host: None {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:21.753105 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:52:21Z', 'revision_number': 6, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port_host': None}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:21.774617 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.787035 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff38bd-9852-4125-9773-64b3eab93199 None None] The sync data for ids ['355c27b8-e252-4fef-9fe2-db01ebef2b97'] in dv-cinder-806605-3-iscsi is: [{'id': '355c27b8-e252-4fef-9fe2-db01ebef2b97', 'name': 'tempest-TestVolumeBootPattern-494651800-router', 'tenant_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:17Z', 'updated_at': '2021-08-31T13:52:21Z', 'revision_number': 6, 'project_id': '3fe0f9f3a4c9445aa52a0cd9c16de325', 'gw_port_host': None}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:21.798843 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dcbec55-742a-4f9c-9b35-b4cb4aa6249d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:21.869939 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.961991 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.964170 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.010654 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.011287 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355c27b8-e252-4fef-9fe2-db01ebef2b97 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:52:22.016810 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.018018 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d6c989c8-6e94-4903-856d-35effedf7f18 admin admin] 10.222.0.21 "DELETE /v2.0/routers/355c27b8-e252-4fef-9fe2-db01ebef2b97 HTTP/1.1" status: 204 len: 168 time: 0.7887599 Aug 31 13:52:22.020910 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55158) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:22.071122 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c6f3eb-3fbf-4bac-a213-3993747c6c22 admin admin] Deleting subnet fea94a84-a098-489b-9d7f-c128892a0c62 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:52:22.074283 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f3eb-3fbf-4bac-a213-3993747c6c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.111938 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f3eb-3fbf-4bac-a213-3993747c6c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.195468 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f3eb-3fbf-4bac-a213-3993747c6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.250967 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f3eb-3fbf-4bac-a213-3993747c6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.285362 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6f3eb-3fbf-4bac-a213-3993747c6c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea94a84-a098-489b-9d7f-c128892a0c62,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:22.289176 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f3eb-3fbf-4bac-a213-3993747c6c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.291157 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-a9c6f3eb-3fbf-4bac-a213-3993747c6c22 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fea94a84-a098-489b-9d7f-c128892a0c62 HTTP/1.1" status: 204 len: 168 time: 0.2689109 Aug 31 13:52:22.293852 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55160) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:22.295575 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca11527-6fe7-49cb-a703-2e6010d6ae73 None None] Network eadfe07a-649e-4ecc-ab96-dbd117253913 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:52:22.367754 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.428239 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Deleting port a461b637-608f-47f5-af95-5c0767a4f000 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:22.428628 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.496141 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] For port a461b637-608f-47f5-af95-5c0767a4f000, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=a461b637-608f-47f5-af95-5c0767a4f000,segment=NetworkSegment(b10047a8-f8be-4348-a888-e018441b9eeb),segment_id=b10047a8-f8be-4348-a888-e018441b9eeb)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:22.496405 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.510311 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Calling delete_port for a461b637-608f-47f5-af95-5c0767a4f000 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:22.579414 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] DHCP port deletion for eadfe07a-649e-4ecc-ab96-dbd117253913 request from dv-cinder-806605-3-iscsi {{(pid=95588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:52:22.600963 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.629901 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Pushing event deleted for resources: {'Port': ['ID=a461b637-608f-47f5-af95-5c0767a4f000,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:22.631894 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] No DVR routers for this DVR port a461b637-608f-47f5-af95-5c0767a4f000 on host dv-cinder-806605-3-iscsi {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:22.632654 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Deleting port a461b637-608f-47f5-af95-5c0767a4f000 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:22.633238 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.672104 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:22.700542 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:22.700897 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 8dcbec55-742a-4f9c-9b35-b4cb4aa6249d not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:22.701338 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:22.713333 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.724272 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadfe07a-649e-4ecc-ab96-dbd117253913']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:22.726650 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:22.727103 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 1ddcc164-fc0a-4556-b986-7d0fa3fc6873 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:22.727519 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device a461b637-608f-47f5-af95-5c0767a4f000 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:22.735561 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10047a8-f8be-4348-a888-e018441b9eeb') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:22.735921 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10047a8-f8be-4348-a888-e018441b9eeb') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:22.745948 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.760054 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: a461b637-608f-47f5-af95-5c0767a4f000 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:22.760487 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device a461b637-608f-47f5-af95-5c0767a4f000 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:22.762182 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.762594 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] For port a461b637-608f-47f5-af95-5c0767a4f000, host dv-cinder-806605-3-iscsi, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:22.763004 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.771002 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Releasing vlan 1472 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:52:22.771002 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:52:22.773330 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:52:22.777706 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Calling delete_port for a461b637-608f-47f5-af95-5c0767a4f000 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:22.781004 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.ipam_backend_mixin [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Port a461b637-608f-47f5-af95-5c0767a4f000 was not found and therefore no delete operation was performed {{(pid=95588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:52:22.782344 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.809918 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Pushing event deleted for resources: {'Port': ['ID=a461b637-608f-47f5-af95-5c0767a4f000,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:22.815233 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] No DVR routers for this DVR port a461b637-608f-47f5-af95-5c0767a4f000 on host dv-cinder-806605-3-iscsi {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:22.822504 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.822859 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.823207 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.823624 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.829583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.829583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.829583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.829583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.829583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.829583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.829583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.829583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1b5eb-1e4c-4b74-9486-8d83fbcc95f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806605-3-iscsi {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:22.888923 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.900527 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.900527 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] 10.222.0.21 "DELETE /v2.0/networks/eadfe07a-649e-4ecc-ab96-dbd117253913 HTTP/1.1" status: 204 len: 168 time: 0.6027687 Aug 31 13:52:22.902374 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55162) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:22.912959 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78492d8-2d4d-4d9c-9210-6cb18913124f admin admin] Pushing event deleted for resources: {'Network': ['ID=eadfe07a-649e-4ecc-ab96-dbd117253913,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:23.218385 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55164) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:23.419479 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Deleting port 74aafac0-aee6-430f-9161-a4684327e70f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:23.420211 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.499943 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.500212 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.512799 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Calling delete_port for 74aafac0-aee6-430f-9161-a4684327e70f owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:23.555844 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.668395 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.697136 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event deleted for resources: {'Port': ['ID=74aafac0-aee6-430f-9161-a4684327e70f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:23.769080 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.769424 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.db.l3_db [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Floating IP d97ddda4-ff38-406d-b7c3-ad98b87980b7 disassociated (deleted). External IP: 172.27.1.34, port: c4323bb5-596c-4dec-8971-b9ab1e10bbd7. Aug 31 13:52:23.788538 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.837694 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Deleting port 499268ba-a3b0-48ca-84c4-a91254ebd6fd {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:23.838029 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.927055 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] For port 499268ba-a3b0-48ca-84c4-a91254ebd6fd, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=499268ba-a3b0-48ca-84c4-a91254ebd6fd,segment=NetworkSegment(d727039f-36f2-4a35-8561-3978fd15ecbc),segment_id=d727039f-36f2-4a35-8561-3978fd15ecbc)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:23.927769 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.941761 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Calling delete_port for 499268ba-a3b0-48ca-84c4-a91254ebd6fd owned by network:router_interface {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:23.989425 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:24.101116 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:24.106093 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.111251 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] Sync routers for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:24.120482 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:24.121101 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:24.132055 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.135800 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-795cfe47-5093-4af1-981e-4a9acfbe550b tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "DELETE /v2.0/floatingips/d97ddda4-ff38-406d-b7c3-ad98b87980b7 HTTP/1.1" status: 204 len: 168 time: 0.9137409 Aug 31 13:52:24.135800 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:24.136618 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef16318478a818acf6e269ffd9b811763e939b1ec0bac2a84dd4c9a52e1320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02" -d '{"events": [{"name": "network-changed", "server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:24.155661 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Pushing event deleted for resources: {'Port': ['ID=499268ba-a3b0-48ca-84c4-a91254ebd6fd,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:24.204863 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddaa439-300e-4d9f-92c3-3ef3edeb3b6d x-openstack-request-id: req-cddaa439-300e-4d9f-92c3-3ef3edeb3b6d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:24.205369 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:24.205777 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cddaa439-300e-4d9f-92c3-3ef3edeb3b6d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:24.206363 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'status': 'completed', 'code': 200} Aug 31 13:52:24.290647 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:24.317222 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-6ee38c44-467c-48b0-8beb-0340d7e7f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.319007 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-6ee38c44-467c-48b0-8beb-0340d7e7f6b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 1099 time: 0.0807834 Aug 31 13:52:24.417496 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0b23f-a2b2-43ed-a7f3-5f3a556a1ad0 req-bd039b68-aa68-48df-ad21-652b7d4a7574 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.420900 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-56b0b23f-a2b2-43ed-a7f3-5f3a556a1ad0 req-bd039b68-aa68-48df-ad21-652b7d4a7574 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0627897 Aug 31 13:52:24.462350 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [req-56b0b23f-a2b2-43ed-a7f3-5f3a556a1ad0 req-bad19a75-d61e-49a2-8e5b-def9c7fe1faf tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369201 Aug 31 13:52:24.521952 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.539148 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-283be9b8-8429-41b7-ada7-a3d192267fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.540736 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-283be9b8-8429-41b7-ada7-a3d192267fe6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 200 len: 910 time: 0.1787889 Aug 31 13:52:24.547364 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:44Z', 'revision_number': 5, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:24.574310 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] Checking router: c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:24.582741 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:24.583373 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:24.615145 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-d329a739-0974-4550-af99-4cecadbe91dd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 200 len: 217 time: 0.0401957 Aug 31 13:52:24.707880 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-360448de-ec9c-46e9-8eb7-f5bf6347b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.709528 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-360448de-ec9c-46e9-8eb7-f5bf6347b881 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=238661e2-7b74-409c-9f17-fd3ee8f2ac27 HTTP/1.1" status: 200 len: 847 time: 0.0853772 Aug 31 13:52:24.785837 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:24.840195 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-9b9af526-c4b0-4fa9-ac55-5adb4333a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.841795 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-9b9af526-c4b0-4fa9-ac55-5adb4333a55d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=871809d3-63b9-4ca5-989f-bcff6ac7ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1218905 Aug 31 13:52:24.900989 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Router 0baad04b-23f3-4b48-b5bf-729147c2137e has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:24.992697 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-71f0eb9d-ee70-44dc-a315-845b99f3ec41 service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420918 Aug 31 13:52:24.995857 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:44Z', 'revision_number': 5, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:25.045168 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e2ac9-71bb-41d5-bbfb-e521da929bdf None None] The sync data for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi is: [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:47:39Z', 'revision_number': 4, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi', '_interfaces': [{'id': 'f394932a-47f4-460a-9438-50a5de1e3328', 'name': '', 'network_id': '871809d3-63b9-4ca5-989f-bcff6ac7ca85', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'mac_address': 'fa:16:3e:1d:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:39Z', 'updated_at': '2021-08-31T13:47:44Z', 'revision_number': 5, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'subnets': [{'id': '238661e2-7b74-409c-9f17-fd3ee8f2ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:25.120725 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:25.129122 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-a3669e85-7a22-44ab-844d-28d32d406404 admin admin] 10.222.0.21 "PUT /v2.0/routers/0baad04b-23f3-4b48-b5bf-729147c2137e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2261097 Aug 31 13:52:25.130067 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55172) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:25.152891 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876c347-db16-436d-8441-44ded90661c2 None None] Sync routers for ids ['0baad04b-23f3-4b48-b5bf-729147c2137e'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:25.159264 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-deb15f95-fbb9-4a8c-b0fd-70cd32f98b02 req-14b61d89-924c-4ed4-b26c-cd485f98691d service neutron] 10.222.0.107 "GET /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151798 Aug 31 13:52:25.163426 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876c347-db16-436d-8441-44ded90661c2 None None] Routers {'0baad04b-23f3-4b48-b5bf-729147c2137e'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:25.164153 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-5876c347-db16-436d-8441-44ded90661c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['0baad04b-23f3-4b48-b5bf-729147c2137e'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:25.288549 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-5876c347-db16-436d-8441-44ded90661c2 None None] Set router 0baad04b-23f3-4b48-b5bf-729147c2137e gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:25.314356 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497e635-9c2b-4716-ae41-a54c70182530 None None] New status for floating IP d97ddda4-ff38-406d-b7c3-ad98b87980b7: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:52:25.489289 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-5876c347-db16-436d-8441-44ded90661c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:52:24Z', 'revision_number': 5, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:25.506044 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.522330 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876c347-db16-436d-8441-44ded90661c2 None None] Checking router: 0baad04b-23f3-4b48-b5bf-729147c2137e for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:25.532483 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876c347-db16-436d-8441-44ded90661c2 None None] Routers {'0baad04b-23f3-4b48-b5bf-729147c2137e'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:25.533301 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-5876c347-db16-436d-8441-44ded90661c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['0baad04b-23f3-4b48-b5bf-729147c2137e'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:25.596296 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e062f5c-bc18-4668-9127-ff17cfd1eca6 req-5cc7c082-68e3-4929-8f27-fec967fd2eb5 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:25.598374 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2e062f5c-bc18-4668-9127-ff17cfd1eca6 req-5cc7c082-68e3-4929-8f27-fec967fd2eb5 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0588768 Aug 31 13:52:25.616619 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.645240 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-2e062f5c-bc18-4668-9127-ff17cfd1eca6 req-cdb41c14-b003-4059-b070-54e9022b4842 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e07453-f619-4b00-93be-b506d43bca72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Aug 31 13:52:25.679648 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Deleting port 58cec966-6e73-4eb9-b158-06ee08b342fe {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:25.679994 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.768787 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] For port 58cec966-6e73-4eb9-b158-06ee08b342fe, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=58cec966-6e73-4eb9-b158-06ee08b342fe,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:25.769129 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.783188 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Calling delete_port for 58cec966-6e73-4eb9-b158-06ee08b342fe owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:25.799232 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-5876c347-db16-436d-8441-44ded90661c2 None None] Set router 0baad04b-23f3-4b48-b5bf-729147c2137e gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:25.954287 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.982373 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cec966-6e73-4eb9-b158-06ee08b342fe,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:25.990503 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-5876c347-db16-436d-8441-44ded90661c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:52:24Z', 'revision_number': 5, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:26.020905 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876c347-db16-436d-8441-44ded90661c2 None None] The sync data for ids ['0baad04b-23f3-4b48-b5bf-729147c2137e'] in dv-cinder-806605-3-iscsi is: [{'id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'name': 'tempest-TestVolumeBootPattern-2106571992-router', 'tenant_id': '958a0fbb0eb4499293bae1fb625bf191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:52:24Z', 'revision_number': 5, 'project_id': '958a0fbb0eb4499293bae1fb625bf191', 'gw_port': {'id': '58cec966-6e73-4eb9-b158-06ee08b342fe', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baad04b-23f3-4b48-b5bf-729147c2137e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:42:26Z', 'updated_at': '2021-08-31T13:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:26.022454 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4203f-4788-41e6-8434-1032e3968147 req-3c7dabdb-9ebe-4149-953b-0087377d1829 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.023669 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-07e4203f-4788-41e6-8434-1032e3968147 req-3c7dabdb-9ebe-4149-953b-0087377d1829 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.107 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 946 time: 0.0574319 Aug 31 13:52:26.048182 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.132874 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Deleting port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:26.133232 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.148225 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.151098 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.196087 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.196757 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0baad04b-23f3-4b48-b5bf-729147c2137e {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:52:26.202423 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.203302 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-0b09a5f6-d11c-46ab-a18f-97b899ca5534 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0baad04b-23f3-4b48-b5bf-729147c2137e HTTP/1.1" status: 204 len: 168 time: 1.0721986 Aug 31 13:52:26.206082 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55176) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:26.227589 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] For port c4323bb5-596c-4dec-8971-b9ab1e10bbd7, host hv-cinder-80660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80660',level=0,port_id=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:26.227919 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.240898 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Calling delete_port for c4323bb5-596c-4dec-8971-b9ab1e10bbd7 owned by compute:nova {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:26.250732 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81ea3f6-ff5e-414b-a84a-7d0854c840fb admin admin] Deleting subnet 8f607dda-e96e-4616-81bb-b551244199d2 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:52:26.254086 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e81ea3f6-ff5e-414b-a84a-7d0854c840fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.293906 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e81ea3f6-ff5e-414b-a84a-7d0854c840fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.376532 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e81ea3f6-ff5e-414b-a84a-7d0854c840fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.379207 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.413047 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event deleted for resources: {'Port': ['ID=c4323bb5-596c-4dec-8971-b9ab1e10bbd7,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.436498 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e81ea3f6-ff5e-414b-a84a-7d0854c840fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.466481 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ea3f6-ff5e-414b-a84a-7d0854c840fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f607dda-e96e-4616-81bb-b551244199d2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.469000 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] No DVR routers for this DVR port c4323bb5-596c-4dec-8971-b9ab1e10bbd7 on host hv-cinder-80660 {{(pid=95586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:26.472814 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e81ea3f6-ff5e-414b-a84a-7d0854c840fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.474201 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22582'] for port, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.474930 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e81ea3f6-ff5e-414b-a84a-7d0854c840fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f607dda-e96e-4616-81bb-b551244199d2 HTTP/1.1" status: 204 len: 168 time: 0.2677805 Aug 31 13:52:26.477288 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55178) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:26.479021 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-07e4203f-4788-41e6-8434-1032e3968147 req-c646424c-536c-4550-b2f5-95399cc3fb09 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.107 "DELETE /v2.0/ports/c4323bb5-596c-4dec-8971-b9ab1e10bbd7 HTTP/1.1" status: 204 len: 173 time: 0.4477322 Aug 31 13:52:26.479492 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'name': 'network-vif-deleted', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7'}] {{(pid=95586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:26.482265 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca28cbbe57e9413cac1d0cacda111572a5ebb732d2990177d747b3245ab36f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5f820-4fb9-43ac-9a42-d3da309cb92b" -d '{"events": [{"server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "name": "network-vif-deleted", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7"}]}' {{(pid=95586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:26.487740 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af26df86-085d-4cbf-8a4c-341381922778 None None] Network 7e0047f4-eb65-48cc-afbc-102c40822306 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:52:26.524936 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b8646a-d5c8-478c-8fa8-566dc0e7c784 x-openstack-request-id: req-17b8646a-d5c8-478c-8fa8-566dc0e7c784 {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:26.525289 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a538cad2-bee3-46d4-968c-852e3275209c", "name": "network-vif-deleted", "tag": "c4323bb5-596c-4dec-8971-b9ab1e10bbd7", "status": "completed", "code": 200}]} {{(pid=95586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:26.525573 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17b8646a-d5c8-478c-8fa8-566dc0e7c784 {{(pid=95586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:26.525961 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a538cad2-bee3-46d4-968c-852e3275209c', 'name': 'network-vif-deleted', 'tag': 'c4323bb5-596c-4dec-8971-b9ab1e10bbd7', 'status': 'completed', 'code': 200} Aug 31 13:52:26.562457 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.590877 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 499268ba-a3b0-48ca-84c4-a91254ebd6fd no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:26.623166 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 499268ba-a3b0-48ca-84c4-a91254ebd6fd {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:26.623839 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 499268ba-a3b0-48ca-84c4-a91254ebd6fd not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:26.626739 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Deleting port 9ef87da6-e86a-42be-931e-661c4f9850fc {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:26.627087 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.702780 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] For port 9ef87da6-e86a-42be-931e-661c4f9850fc, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=9ef87da6-e86a-42be-931e-661c4f9850fc,segment=NetworkSegment(d727039f-36f2-4a35-8561-3978fd15ecbc),segment_id=d727039f-36f2-4a35-8561-3978fd15ecbc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:26.703930 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.724165 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Calling delete_port for 9ef87da6-e86a-42be-931e-661c4f9850fc owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:26.773784 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [req-793cbe1a-8108-4b62-a44a-6bace065715a req-323fafe7-9b8e-4893-bbad-74588ea707d8 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "GET /v2.0/ports?device_id=a538cad2-bee3-46d4-968c-852e3275209c HTTP/1.1" status: 200 len: 210 time: 0.0469480 Aug 31 13:52:26.783716 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] DHCP port deletion for 7e0047f4-eb65-48cc-afbc-102c40822306 request from dv-cinder-806605-3-iscsi {{(pid=95588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:52:26.840229 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.875308 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef87da6-e86a-42be-931e-661c4f9850fc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.880535 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] No DVR routers for this DVR port 9ef87da6-e86a-42be-931e-661c4f9850fc on host dv-cinder-806605-3-iscsi {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:26.893107 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] Deleting port 9ef87da6-e86a-42be-931e-661c4f9850fc {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:26.895666 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.975252 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] For port 9ef87da6-e86a-42be-931e-661c4f9850fc, host dv-cinder-806605-3-iscsi, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:26.976571 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.000442 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.005472 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] Calling delete_port for 9ef87da6-e86a-42be-931e-661c4f9850fc owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:27.012677 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.ipam_backend_mixin [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] Port 9ef87da6-e86a-42be-931e-661c4f9850fc was not found and therefore no delete operation was performed {{(pid=95588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:52:27.014825 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.028570 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0047f4-eb65-48cc-afbc-102c40822306']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:27.052908 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd727039f-36f2-4a35-8561-3978fd15ecbc') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:27.053231 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd727039f-36f2-4a35-8561-3978fd15ecbc') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:27.068147 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.079834 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] Pushing event deleted for resources: {'Port': ['ID=9ef87da6-e86a-42be-931e-661c4f9850fc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:27.095016 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd350419-f252-47c0-98c8-05c86b8e7582 None None] No DVR routers for this DVR port 9ef87da6-e86a-42be-931e-661c4f9850fc on host dv-cinder-806605-3-iscsi {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:27.099752 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.108685 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Releasing vlan 1462 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:52:27.109086 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:52:27.111137 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:52:27.170527 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.175508 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.178673 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e0047f4-eb65-48cc-afbc-102c40822306 HTTP/1.1" status: 204 len: 168 time: 0.7001898 Aug 31 13:52:27.193471 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26385d-294c-4377-b9af-083b5f8b2f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0047f4-eb65-48cc-afbc-102c40822306,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:27.337634 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55186) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:27.399791 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-8a7eb10e-c8eb-4bbd-b8c2-50d64b4b6572 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fe0f9f3a4c9445aa52a0cd9c16de325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585606 Aug 31 13:52:27.400057 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55188) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:27.461887 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d73c60e4-0ce2-421e-ae26-b943048082e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.486447 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d73c60e4-0ce2-421e-ae26-b943048082e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.535318 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d73c60e4-0ce2-421e-ae26-b943048082e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.538209 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d73c60e4-0ce2-421e-ae26-b943048082e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.539460 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-d73c60e4-0ce2-421e-ae26-b943048082e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b457f188-3b26-45d7-bc6d-2a87ef3e526e HTTP/1.1" status: 204 len: 168 time: 0.1383138 Aug 31 13:52:27.549397 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c60e4-0ce2-421e-ae26-b943048082e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b457f188-3b26-45d7-bc6d-2a87ef3e526e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:27.832424 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55196) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:27.895124 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1208728-29b1-4dd0-a340-2cfab1201691 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.921451 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1208728-29b1-4dd0-a340-2cfab1201691 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.936234 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55198) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:27.980135 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-13d9517a-c7d8-4c99-8e1d-bee6abaaa82f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=958a0fbb0eb4499293bae1fb625bf191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423284 Aug 31 13:52:27.982624 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55200) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:27.985465 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1208728-29b1-4dd0-a340-2cfab1201691 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.988471 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1208728-29b1-4dd0-a340-2cfab1201691 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.989644 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-e1208728-29b1-4dd0-a340-2cfab1201691 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8e07453-f619-4b00-93be-b506d43bca72 HTTP/1.1" status: 204 len: 168 time: 0.1561916 Aug 31 13:52:27.999886 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1208728-29b1-4dd0-a340-2cfab1201691 tempest-TestShelveInstance-1866677658 tempest-TestShelveInstance-1866677658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e07453-f619-4b00-93be-b506d43bca72,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:28.042199 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-afec1858-1869-487e-853e-657e307ad533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.046825 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55204) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:28.064015 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-afec1858-1869-487e-853e-657e307ad533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.111603 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-afec1858-1869-487e-853e-657e307ad533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.114255 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-afec1858-1869-487e-853e-657e307ad533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.115499 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-afec1858-1869-487e-853e-657e307ad533 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/789d335b-46b8-4d09-97fe-a8949179d1a9 HTTP/1.1" status: 204 len: 168 time: 0.1318042 Aug 31 13:52:28.123863 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec1858-1869-487e-853e-657e307ad533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d335b-46b8-4d09-97fe-a8949179d1a9,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:28.442368 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.466568 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 9ef87da6-e86a-42be-931e-661c4f9850fc no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:28.492460 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 9ef87da6-e86a-42be-931e-661c4f9850fc {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:28.492865 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 9ef87da6-e86a-42be-931e-661c4f9850fc not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:28.495094 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 58cec966-6e73-4eb9-b158-06ee08b342fe no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:28.514130 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 58cec966-6e73-4eb9-b158-06ee08b342fe {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:28.514470 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 58cec966-6e73-4eb9-b158-06ee08b342fe not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:28.701984 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Deleting port f394932a-47f4-460a-9438-50a5de1e3328 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:28.702284 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.783833 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] For port f394932a-47f4-460a-9438-50a5de1e3328, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=f394932a-47f4-460a-9438-50a5de1e3328,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:28.784134 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.797410 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Calling delete_port for f394932a-47f4-460a-9438-50a5de1e3328 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:28.988330 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.019858 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f394932a-47f4-460a-9438-50a5de1e3328,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:29.190485 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.420209 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:29.538858 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:29.544647 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-2bc9611d-d26c-45eb-89b0-4554d7486a6d admin admin] 10.222.0.21 "PUT /v2.0/routers/c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4965727 Aug 31 13:52:29.548712 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55208) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:29.552341 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] Sync routers for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:29.562917 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:29.563564 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:29.658857 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.676442 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: dv-cinder-806605-3-iscsi {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:29.761468 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.818477 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Deleting port 3bff2cf4-96a1-463f-8c68-8e08d544aae1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:29.818820 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.854924 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 5, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port': {'id': '3bff2cf4-96a1-463f-8c68-8e08d544aae1', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:37Z', 'updated_at': '2021-08-31T13:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:29.885517 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] Checking router: c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a for host: dv-cinder-806605-3-iscsi {{(pid=95588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:29.894522 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] Routers {'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:29.895367 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'], 'active': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:29.899676 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] For port 3bff2cf4-96a1-463f-8c68-8e08d544aae1, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=3bff2cf4-96a1-463f-8c68-8e08d544aae1,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:29.900051 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.914627 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Calling delete_port for 3bff2cf4-96a1-463f-8c68-8e08d544aae1 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:29.930868 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device c4323bb5-596c-4dec-8971-b9ab1e10bbd7 no longer exists at agent hyperv_hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:29.983034 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] No Port match for: c4323bb5-596c-4dec-8971-b9ab1e10bbd7 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:29.983396 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Device c4323bb5-596c-4dec-8971-b9ab1e10bbd7 not bound to the agent host hv-cinder-80660 {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:30.007115 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvr_db [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] Set router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a gateway port host: None {{(pid=95588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:30.058689 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_hamode_db [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:52:29Z', 'revision_number': 6, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port_host': None}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:30.088304 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57286b-fd62-4601-98b2-0a120d6f1d15 None None] The sync data for ids ['c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a'] in dv-cinder-806605-3-iscsi is: [{'id': 'c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a', 'name': 'tempest-TestShelveInstance-499369246-router', 'tenant_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:36Z', 'updated_at': '2021-08-31T13:52:29Z', 'revision_number': 6, 'project_id': 'bbf3fe9318e24c7e9c50ba3a63ba6260', 'gw_port_host': None}] {{(pid=95588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:30.089418 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.115567 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bff2cf4-96a1-463f-8c68-8e08d544aae1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:30.178463 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.267382 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.269495 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.315787 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.316748 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:52:30.324323 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.326311 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-dec4d423-8a08-44e1-a6f9-aa3fe3e60101 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c6f45ae8-8ffb-4d1e-8539-34bd6c38c12a HTTP/1.1" status: 204 len: 168 time: 0.7726660 Aug 31 13:52:30.330203 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55210) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:30.384197 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e3575b-9bf4-47cd-9521-d15bdadc58be admin admin] Deleting subnet 238661e2-7b74-409c-9f17-fd3ee8f2ac27 {{(pid=95586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:52:30.388069 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-56e3575b-9bf4-47cd-9521-d15bdadc58be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.427094 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-56e3575b-9bf4-47cd-9521-d15bdadc58be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59729940'] for subnet, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.542969 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-56e3575b-9bf4-47cd-9521-d15bdadc58be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.569139 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device f394932a-47f4-460a-9438-50a5de1e3328 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:30.590391 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: f394932a-47f4-460a-9438-50a5de1e3328 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:30.590740 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device f394932a-47f4-460a-9438-50a5de1e3328 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:30.609992 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-56e3575b-9bf4-47cd-9521-d15bdadc58be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59699456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58783755'] for subnet, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.635330 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3575b-9bf4-47cd-9521-d15bdadc58be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238661e2-7b74-409c-9f17-fd3ee8f2ac27,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:30.639033 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-56e3575b-9bf4-47cd-9521-d15bdadc58be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.641534 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-56e3575b-9bf4-47cd-9521-d15bdadc58be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/238661e2-7b74-409c-9f17-fd3ee8f2ac27 HTTP/1.1" status: 204 len: 168 time: 0.3101764 Aug 31 13:52:30.643760 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55212) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:30.645210 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e181c57-ad5d-4a47-bb29-8fa0656795cd None None] Network 871809d3-63b9-4ca5-989f-bcff6ac7ca85 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:52:30.884165 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] DHCP port deletion for 871809d3-63b9-4ca5-989f-bcff6ac7ca85 request from dv-cinder-806605-3-iscsi {{(pid=95588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:52:30.943170 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] Deleting port 523c8331-91c4-45ac-9c36-e8be039db7f0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:30.943535 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.979390 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.011851 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] For port 523c8331-91c4-45ac-9c36-e8be039db7f0, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=523c8331-91c4-45ac-9c36-e8be039db7f0,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:31.012544 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.027996 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] Calling delete_port for 523c8331-91c4-45ac-9c36-e8be039db7f0 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:31.041553 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Deleting port 523c8331-91c4-45ac-9c36-e8be039db7f0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:31.041930 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.114155 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] For port 523c8331-91c4-45ac-9c36-e8be039db7f0, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=523c8331-91c4-45ac-9c36-e8be039db7f0,segment=NetworkSegment(3b68178e-fbf2-455c-ba03-fe40b070aa77),segment_id=3b68178e-fbf2-455c-ba03-fe40b070aa77)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:31.114843 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.124919 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.132602 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Calling delete_port for 523c8331-91c4-45ac-9c36-e8be039db7f0 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:31.153951 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] No DVR routers for this DVR port 523c8331-91c4-45ac-9c36-e8be039db7f0 on host dv-cinder-806605-3-iscsi {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:31.157235 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d9b41-6f2f-43a5-940d-5576b08ecd35 None None] Pushing event deleted for resources: {'Port': ['ID=523c8331-91c4-45ac-9c36-e8be039db7f0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:31.212447 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.239125 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=523c8331-91c4-45ac-9c36-e8be039db7f0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:31.241228 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] No DVR routers for this DVR port 523c8331-91c4-45ac-9c36-e8be039db7f0 on host dv-cinder-806605-3-iscsi {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:31.316292 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.328892 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871809d3-63b9-4ca5-989f-bcff6ac7ca85']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:31.343679 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b68178e-fbf2-455c-ba03-fe40b070aa77') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:31.344071 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b68178e-fbf2-455c-ba03-fe40b070aa77') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:31.353814 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.372792 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.381695 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Releasing vlan 1450 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:52:31.382413 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: self.session.flush() Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: self.session.flush() Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: self.session.flush() Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: self.session.flush() Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:52:31.384570 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:52:31.443254 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.449093 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.451051 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/871809d3-63b9-4ca5-989f-bcff6ac7ca85 HTTP/1.1" status: 204 len: 168 time: 0.8062563 Aug 31 13:52:31.454321 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55214) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:31.467050 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c73c2f-314b-439f-b44a-63fd26a5c8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=871809d3-63b9-4ca5-989f-bcff6ac7ca85,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:32.107747 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.273165 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3929867'] for router_interface, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.472048 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 523c8331-91c4-45ac-9c36-e8be039db7f0 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:32.494466 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 523c8331-91c4-45ac-9c36-e8be039db7f0 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:32.494822 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 523c8331-91c4-45ac-9c36-e8be039db7f0 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:32.495256 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 3bff2cf4-96a1-463f-8c68-8e08d544aae1 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:32.516199 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 3bff2cf4-96a1-463f-8c68-8e08d544aae1 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:32.516583 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 3bff2cf4-96a1-463f-8c68-8e08d544aae1 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:32.568854 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Deleting port 69c3d495-4e94-47fa-b04b-2d51a1ecef63 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:32.569475 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.653050 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] For port 69c3d495-4e94-47fa-b04b-2d51a1ecef63, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=69c3d495-4e94-47fa-b04b-2d51a1ecef63,segment=NetworkSegment(9314391f-8f02-461e-a9fb-1a7d3aa4ae8d),segment_id=9314391f-8f02-461e-a9fb-1a7d3aa4ae8d)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:32.653532 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.666879 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Calling delete_port for 69c3d495-4e94-47fa-b04b-2d51a1ecef63 owned by network:router_interface {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:32.868643 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.895175 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Pushing event deleted for resources: {'Port': ['ID=69c3d495-4e94-47fa-b04b-2d51a1ecef63,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:33.067240 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3930007'] for router_interface, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.293177 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 has already been hosted by L3 agent 833d21cd-e11f-4e3c-ab4c-9e5e744300b2 {{(pid=95586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:33.406228 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] Notify agent at l3_agent.dv-cinder-806605-3-iscsi the message routers_updated {{(pid=95586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:33.411322 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-8fbff700-1eca-4f97-b3da-ecc8c2cada6b admin admin] 10.222.0.21 "PUT /v2.0/routers/cabf4213-8ae3-4ea5-a823-b5ad8b8c9605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9558337 Aug 31 13:52:33.414016 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55216) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:33.416608 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] Sync routers for ids ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'] in dv-cinder-806605-3-iscsi {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:33.426808 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] Routers {'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:33.427449 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:33.522553 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks [] for router, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.542391 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] Set router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 gateway port host: dv-cinder-806605-3-iscsi {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:33.631828 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.688062 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Deleting port f8b1abc4-9365-4f61-b7d4-0e69b771cf03 {{(pid=95586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:33.688428 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.729017 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'external_fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:52:32Z', 'revision_number': 5, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port': {'id': 'f8b1abc4-9365-4f61-b7d4-0e69b771cf03', 'name': '', 'network_id': '61808db4-4d70-40e7-ba8d-3c31461e8650', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806605-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:47:42Z', 'updated_at': '2021-08-31T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97b24d5e-6f32-467a-8106-f40fda33bfb9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806605-3-iscsi'}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:33.762777 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] Checking router: cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 for host: dv-cinder-806605-3-iscsi {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:33.775117 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] Routers {'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'} bound to L3 agent in host dv-cinder-806605-3-iscsi {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:33.775871 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806605-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:30:50Z,description=,heartbeat_timestamp=2021-08-31T13:52:20Z,host='dv-cinder-806605-3-iscsi',id=833d21cd-e11f-4e3c-ab4c-9e5e744300b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:30:50Z,topic='l3_agent')) {'router_ids': ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:33.780294 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.db [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] For port f8b1abc4-9365-4f61-b7d4-0e69b771cf03, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=f8b1abc4-9365-4f61-b7d4-0e69b771cf03,segment=NetworkSegment(e4baf21f-2102-4d93-bb65-f2881e7b5136),segment_id=e4baf21f-2102-4d93-bb65-f2881e7b5136)] {{(pid=95586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:33.780763 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.793777 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.plugins.ml2.plugin [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Calling delete_port for f8b1abc4-9365-4f61-b7d4-0e69b771cf03 owned by network:router_gateway {{(pid=95586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:33.867738 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] Set router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:33.923052 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:52:33Z', 'revision_number': 6, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port_host': None}], 'dv-cinder-806605-3-iscsi', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:33.954061 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf64c2-dda2-4535-8902-7e5b41f34187 None None] The sync data for ids ['cabf4213-8ae3-4ea5-a823-b5ad8b8c9605'] in dv-cinder-806605-3-iscsi is: [{'id': 'cabf4213-8ae3-4ea5-a823-b5ad8b8c9605', 'name': 'tempest-TestShelveInstance-1645569712-router', 'tenant_id': '0fee34b9636e4b679894774c21cd2dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:47:41Z', 'updated_at': '2021-08-31T13:52:33Z', 'revision_number': 6, 'project_id': '0fee34b9636e4b679894774c21cd2dd6', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:33.989232 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59699567'] for port, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.017407 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b1abc4-9365-4f61-b7d4-0e69b771cf03,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:34.080566 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925301'] for router_gateway, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.183331 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3919115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5647'] for router, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.185358 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.243293 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3919104'] for router, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.243898 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 {{(pid=95586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:52:34.248726 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] Notify callbacks [] for router, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.249921 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-b14c348e-3773-405c-abb4-82d2360ae4cc admin admin] 10.222.0.21 "DELETE /v2.0/routers/cabf4213-8ae3-4ea5-a823-b5ad8b8c9605 HTTP/1.1" status: 204 len: 168 time: 0.8350146 Aug 31 13:52:34.252729 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55218) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:34.299954 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0d9a0b-eef9-4568-b72d-80b95b667234 admin admin] Deleting subnet b1788269-1f11-4bc4-ae20-5cfd86614668 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:52:34.303357 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9a0b-eef9-4568-b72d-80b95b667234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.341821 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9a0b-eef9-4568-b72d-80b95b667234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161040'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.427587 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9a0b-eef9-4568-b72d-80b95b667234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-550342'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.499531 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9a0b-eef9-4568-b72d-80b95b667234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-550349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59159954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62518345'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.525459 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d9a0b-eef9-4568-b72d-80b95b667234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1788269-1f11-4bc4-ae20-5cfd86614668,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:34.530652 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9a0b-eef9-4568-b72d-80b95b667234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.532622 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-bb0d9a0b-eef9-4568-b72d-80b95b667234 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1788269-1f11-4bc4-ae20-5cfd86614668 HTTP/1.1" status: 204 len: 168 time: 0.2787237 Aug 31 13:52:34.535223 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55220) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:34.538019 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1e995-a95a-4045-a6ef-225aae782356 None None] Network 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 requested from dv-cinder-806605-3-iscsi {{(pid=95588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:52:34.605477 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605097'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.661249 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Deleting port c07b5dfb-cafa-45bb-a9b7-50b242175035 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:34.661636 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.725862 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] DHCP port deletion for 56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 request from dv-cinder-806605-3-iscsi {{(pid=95588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:52:34.732428 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] For port c07b5dfb-cafa-45bb-a9b7-50b242175035, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=c07b5dfb-cafa-45bb-a9b7-50b242175035,segment=NetworkSegment(9314391f-8f02-461e-a9fb-1a7d3aa4ae8d),segment_id=9314391f-8f02-461e-a9fb-1a7d3aa4ae8d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:34.732807 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.748110 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Calling delete_port for c07b5dfb-cafa-45bb-a9b7-50b242175035 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:34.784678 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] Deleting port c07b5dfb-cafa-45bb-a9b7-50b242175035 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:34.785252 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782912912406'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.831734 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 69c3d495-4e94-47fa-b04b-2d51a1ecef63 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:34.837988 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59160061'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.861458 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: 69c3d495-4e94-47fa-b04b-2d51a1ecef63 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:34.861808 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device 69c3d495-4e94-47fa-b04b-2d51a1ecef63 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:34.862247 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device f8b1abc4-9365-4f61-b7d4-0e69b771cf03 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:34.871719 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] No DVR routers for this DVR port c07b5dfb-cafa-45bb-a9b7-50b242175035 on host dv-cinder-806605-3-iscsi {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:34.876277 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c07b5dfb-cafa-45bb-a9b7-50b242175035,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:34.892778 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: f8b1abc4-9365-4f61-b7d4-0e69b771cf03 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:34.893234 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device f8b1abc4-9365-4f61-b7d4-0e69b771cf03 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:34.897502 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device c07b5dfb-cafa-45bb-a9b7-50b242175035 no longer exists at agent ovs-agent-dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:34.925015 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] For port c07b5dfb-cafa-45bb-a9b7-50b242175035, host dv-cinder-806605-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806605-3-iscsi',level=0,port_id=c07b5dfb-cafa-45bb-a9b7-50b242175035,segment=NetworkSegment(9314391f-8f02-461e-a9fb-1a7d3aa4ae8d),segment_id=9314391f-8f02-461e-a9fb-1a7d3aa4ae8d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:34.925625 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3931517'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.928911 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] No Port match for: c07b5dfb-cafa-45bb-a9b7-50b242175035 {{(pid=95588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:34.928911 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.rpc [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Device c07b5dfb-cafa-45bb-a9b7-50b242175035 not bound to the agent host dv-cinder-806605-3-iscsi {{(pid=95588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:34.943694 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] Calling delete_port for c07b5dfb-cafa-45bb-a9b7-50b242175035 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:34.965808 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-566845', 'neutron.services.segments.db._delete_segments_for_network-8782912819649'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.971403 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b20c3d-c07a-44b9-8976-ed9ffc4c69c4']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:34.985712 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:34.986131 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9314391f-8f02-461e-a9fb-1a7d3aa4ae8d') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:34.999133 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782912831317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161067'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.014475 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.021407 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Releasing vlan 1498 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:52:35.021828 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59159848'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: Traceback (most recent call last): Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: timer() Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: cb(*args, **kw) Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: return func(*args, **kwargs) Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: self._notify() Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: self.callback(batched_events) Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: event.method(event) Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: return f(self, *a, **k) Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._get(url).json() Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:52:35.023614 dv-cinder-806605-3-iscsi neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:52:35.034413 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782912913637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782912330545'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.048954 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] No DVR routers for this DVR port c07b5dfb-cafa-45bb-a9b7-50b242175035 on host dv-cinder-806605-3-iscsi {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:35.066880 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226468be-0d95-4ecf-a714-e8b0d82bd969 None None] Pushing event deleted for resources: {'Port': ['ID=c07b5dfb-cafa-45bb-a9b7-50b242175035,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:35.088600 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-566820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3791638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925273'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.094625 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708062'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.096678 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] 10.222.0.21 "DELETE /v2.0/networks/56b20c3d-c07a-44b9-8976-ed9ffc4c69c4 HTTP/1.1" status: 204 len: 168 time: 0.5604668 Aug 31 13:52:35.108158 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019a561-a5dc-4a70-96c3-89b56a476d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=56b20c3d-c07a-44b9-8976-ed9ffc4c69c4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:35.288074 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55224) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:35.594730 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-7616df13-9840-4dee-8d6e-ac5205cf4d5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbf3fe9318e24c7e9c50ba3a63ba6260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052535 Aug 31 13:52:35.598748 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [-] (95586) accepted ('10.222.0.21', 55228) {{(pid=95586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:35.650014 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-01060828-8bff-4002-93bc-283b75b98970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.671332 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-01060828-8bff-4002-93bc-283b75b98970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.721310 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-01060828-8bff-4002-93bc-283b75b98970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.723855 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron_lib.callbacks.manager [None req-01060828-8bff-4002-93bc-283b75b98970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.725087 dv-cinder-806605-3-iscsi neutron-server[95586]: INFO neutron.wsgi [None req-01060828-8bff-4002-93bc-283b75b98970 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17c60494-7162-4d4c-b2e4-c6cc361d2067 HTTP/1.1" status: 204 len: 168 time: 0.1253862 Aug 31 13:52:35.733554 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01060828-8bff-4002-93bc-283b75b98970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c60494-7162-4d4c-b2e4-c6cc361d2067,revision_number=None']} {{(pid=95586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:36.026877 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55234) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:36.071140 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-bc8f8365-37e7-487f-bae2-525fe4a5d094 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fee34b9636e4b679894774c21cd2dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428967 Aug 31 13:52:36.073831 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.21', 55236) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:36.127816 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c60029a0-b863-4db1-abbb-0c79f5b23cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.149529 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c60029a0-b863-4db1-abbb-0c79f5b23cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.203992 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c60029a0-b863-4db1-abbb-0c79f5b23cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3794883'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.206657 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c60029a0-b863-4db1-abbb-0c79f5b23cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.207861 dv-cinder-806605-3-iscsi neutron-server[95587]: INFO neutron.wsgi [None req-c60029a0-b863-4db1-abbb-0c79f5b23cdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/207bf397-6048-4dd3-b276-0f1f6e9cce12 HTTP/1.1" status: 204 len: 168 time: 0.1327908 Aug 31 13:52:36.216202 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60029a0-b863-4db1-abbb-0c79f5b23cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207bf397-6048-4dd3-b276-0f1f6e9cce12,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:47.650062 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80df9a8f-7594-4951-a91e-223c610b9ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.371603 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b3515b53-dabe-448e-bfbc-bb00e0e71059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.798599 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:51.568836 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.791726 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:56.395515 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:53:02.126368 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:17.655773 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f062ff1f-0081-4203-933c-f713f3ccfe96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.367975 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-df29349e-d824-4a68-a418-d8df623ead19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.796879 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.572014 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:23.795246 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.141527 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:33.396919 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:53:47.646582 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36a97eec-390b-4175-a049-3d01a24b2469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.364763 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f78d7236-d81c-43b9-aa80-d212436fccc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.794816 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.572888 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.800887 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.147894 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.397717 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:54:17.646889 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c380eb9a-6ac5-4929-aadf-58b16445a6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.361752 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d22d5f1-4720-4897-bcc0-3d1503a805b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.790906 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.579501 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.805041 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.137797 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:47.399885 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:54:47.642054 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-090b335b-5505-42db-a108-280de51300d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.359757 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a5e2112-0fda-4749-aa9f-1c4081436d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.789499 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.577342 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.815499 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.168187 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.649431 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5443edf-aa5e-43aa-b74c-8ffff285d03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.354791 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-183168ce-b652-44b7-8c75-83ff56bcea84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.786933 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.580217 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.810440 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.398894 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:55:32.159649 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.648082 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c82bde7a-84a9-49b7-8884-396fc50167ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.369753 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a1829c4-0615-4499-bd24-f22aa6577389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.785467 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.595552 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.815941 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.398022 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:56:02.166121 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.206079 dv-cinder-806605-3-iscsi neutron-server[95587]: DEBUG neutron.wsgi [req-035b8dfb-a2d2-46d9-8c7d-169e5209ba9b req-6e8e895b-8d7a-4d67-ad49-5d9243a4fc9d service neutron] (95587) timed out ('10.222.0.107', 64300) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 13:56:02.355145 dv-cinder-806605-3-iscsi neutron-server[95586]: DEBUG neutron.wsgi [req-1649e0e1-9bf2-44c6-8fee-3749c3aac38e req-caa2cb9b-ffbf-4393-861d-373f3398d088 service neutron] (95586) timed out ('10.222.0.107', 64336) {{(pid=95586) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 13:56:17.649298 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf481-7642-4cb0-b656-20b8e4b59692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.369774 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9320f75a-cab6-40ff-b6dc-144f1e0824d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.781959 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:21.593175 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.822577 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.179412 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.397644 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:56:47.651391 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85a2b6cc-a1bd-4b54-acff-587353021658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.365100 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58a70d35-5d4f-45b7-996d-2dbc47d4838b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.779050 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.593190 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.824865 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.179573 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.397268 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:57:17.650216 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6d1e-95d5-449d-89f1-64a339cbaca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.361406 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-530c941a-16fe-45c3-ac45-faa0737f5257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.772858 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.598187 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:23.828022 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.171315 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60d6f443-a824-42f9-95d3-c652d20d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.653237 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36c3c273-0da1-4c84-a016-253c2fff5340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.360758 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-757f6417-6318-4281-998b-a93fde3ff660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.778664 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5fd42a1-e470-460d-9e88-275d0fc5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.599851 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b990760b-51af-4bd6-8c59-ab2b4ea63515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.400399 dv-cinder-806605-3-iscsi neutron-server[95590]: DEBUG neutron.db.agents_db [None req-cc287d89-9263-4453-b562-89da4f4d55be None None] Agent healthcheck: found 6 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:57:53.829104 dv-cinder-806605-3-iscsi neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76966123-3f8a-443e-89ce-263ea0c0ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782912781788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531811'] for agent, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}